{"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:05.732074824Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"03ddaaee-d40e-4774-bc46-feb9a709ab6f","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":274,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:10.366266813Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:10.366318174Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:10.36658528Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:10.368056358Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:10.368073638Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:10.368080738Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:10.368476196Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:10.370336461Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:10.370490144Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:10.370510215Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:10.370561296Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:10.370665888Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:10.373547913Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:10.373720366Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:10.375416709Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:10.377571771Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:10.377591391Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:10.377719183Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:10.397759878Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:10.397784869Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":35,"elapsed":"31.537105ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:10.399254967Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"31.182409ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:15.732231255Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"01de6669-ac08-47dd-9dd3-6e247b177082","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":285,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:20.365972586Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:20.366031307Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:20.366378884Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:20.368080406Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:20.368092587Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:20.36827262Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:20.368414583Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:20.369745818Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:20.369925682Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:20.370579874Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:20.370590255Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:20.370725307Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:20.3719339Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"3.856274ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:20.372164575Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:20.372374739Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:20.374104462Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:20.376152001Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:20.376166162Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:20.376293094Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:20.387269735Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:20.387298126Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":36,"elapsed":"21.34051ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:25.731832686Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"e618b420-c045-4376-a51f-d437ddfb6994","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":267,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.36573187Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365785251Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.365796431Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365804891Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365812281Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365819542Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365828642Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365836622Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365845992Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365853682Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365862402Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365871192Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365879213Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365887453Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365895653Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365903993Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365911603Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365919773Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365927364Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365935654Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365944324Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365952044Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365959674Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365967864Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365976125Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.365983735Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-16 23:20:30.365922113 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365991765Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.365998735Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":8,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-16T23:30:30.366006995Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366015585Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":7,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366023166Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\"}","iteration":8,"elapsed":"12.83µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366033056Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366041686Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366048676Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366055576Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366062116Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366069976Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366078327Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366145728Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366188169Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.36627334Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.3662854Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366326451Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366402933Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366413853Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366422013Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366431633Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366439093Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366448823Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366456734Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366466774Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366483244Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dc5f3810-93b6-44f1-815c-44411abf99ad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f4635fcc-61fc-4ff9-8203-b560522a972b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f4635fcc-61fc-4ff9-8203-b560522a972b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1338, tv_nsec: 683987036 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366497744Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366508195Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366515675Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366523195Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366530195Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366621457Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366631077Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366637567Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5c1ab32c-50b8-4564-bf29-e388b915cbdb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fd10c057-8c9f-4db2-98b5-bcf5e0d536ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fd7a4ec0-c746-4aff-9239-7c8992ff75d9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fd7a4ec0-c746-4aff-9239-7c8992ff75d9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1338, tv_nsec: 684134629 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.36678277Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.36679342Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.36680041Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366808121Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366865671Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366875832Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":7,"elapsed":"1.0369ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366922523Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.366932323Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.367045745Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.367055565Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.367063255Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":7,"elapsed":"1.081541ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.368074365Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.368082265Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.368088015Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.368094585Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.368101225Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.368107406Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.368132806Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.368141286Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.368148806Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.368155226Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.368161467Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.368167536Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.368172747Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.36833339Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.368444512Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.368453682Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.368482663Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.368509743Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.368656316Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.368806689Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.36884434Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.369172646Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.369181286Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.36939552Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.369844539Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.369953341Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"4.079759ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.370267677Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1338, tv_nsec: 687773919 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.370489021Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.37144749Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.37146032Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.371552792Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.371564642Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.371635453Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.371679344Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.371689374Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.371696074Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.371702155Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.371707884Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.371714055Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.371720075Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.371726635Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.371733345Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.371739785Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.371745695Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.371907168Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.3719823Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.37199553Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.37200213Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.37200899Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.372223985Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.372400308Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.372838586Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.372849557Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.372984529Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.373590061Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.374384686Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.374544129Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-16 23:20:30.365922113 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.374555859Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"expiration\":\"2025-01-16T23:20:30.365922113Z\",\"pruned\":[]}","iteration":7,"elapsed":"8.628336ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.375303144Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.375576959Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.375585869Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.375772553Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.376617569Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.376641009Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.376784072Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.37718737Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.37719845Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.37720489Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.377347983Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.378040896Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1338, tv_nsec: 695550928 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.378054517Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.378277131Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.378958574Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.378967474Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.379126837Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.379844111Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.379853991Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.379990714Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.381227927Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.382825628Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.38294225Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.382955711Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.383116464Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.383139494Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.384838257Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.384863837Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.38501699Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.385098012Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.385106352Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.385240475Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.387890315Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.388199101Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.388211881Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.388218292Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.388753662Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.390562777Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.392476874Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.392887071Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.393547214Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"21.84698ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.394190096Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.394623695Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"22.902789ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.395383779Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.395693445Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.398661652Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.402241341Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.402755671Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.405722108Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1338, tv_nsec: 723207489 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.406132356Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.410680313Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.410711124Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.410721004Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.411151962Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.426338634Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.426795793Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.428082127Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.428555946Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.429717469Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.429751159Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.429866112Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.431480552Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.431509983Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.431718397Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.432181796Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.434222815Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.434699314Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.434910869Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.434943589Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.435135553Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.435786285Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.438082369Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.43810759Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.438268343Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.439708181Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.439790502Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"71.646706ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.440038367Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.440274112Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.440291212Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.440303092Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.440311492Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.440504506Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.440527256Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":13,"elapsed":"68.812202ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.440854613Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.441048046Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.441478735Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.441622037Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"75.755515ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.442081546Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.44227084Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.44228107Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.44228935Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"76.55067ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.44229786Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.443567335Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.443594995Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.443608896Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"74.398879ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.443623906Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.443636996Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.443746288Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.443992623Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.444182767Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.444996312Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"78.491778ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.445509442Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.447108523Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.447284906Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.447299196Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"79.205731ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.448806855Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.448831226Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.44907827Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.449214993Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.449238114Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.449383016Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.44956596Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.44958437Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.449593151Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.449601371Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.449806615Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.449831205Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.450765133Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.450780633Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"5f7b2597-7e3e-46de-bb64-35ac03a6ae72"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.450791023Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.450987807Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.45217415Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.45218623Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.452345833Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.453337342Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.453697749Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.453975295Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.456102616Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.456504413Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.45792192Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.458111544Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.458375339Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.458391279Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.458678345Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.461162663Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 198593b5-c3c6-4ef5-879a-52095a2ef511, lookup_type: ById(198593b5-c3c6-4ef5-879a-52095a2ef511) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.461185683Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.461329016Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"5f7b2597-7e3e-46de-bb64-35ac03a6ae72"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.461342006Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.461356586Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_time_created":"2025-01-16 23:25:20.756297 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.461365986Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":1}","iteration":7,"elapsed":"95.612886ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.461449618Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.46154658Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.46156184Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.461798255Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.463162431Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.463178731Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":37,"elapsed":"97.462422ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.463461017Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"0","iteration":13,"elapsed":"97.630016ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.46570532Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.466067007Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.473951278Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.474203863Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.477860463Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.478068577Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.478093668Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.478103918Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"109.934341ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.478133828Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.478670439Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"106.979145ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.479368222Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.480998003Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.481011944Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.481147817Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.491080777Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.493703738Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.493718058Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.49385049Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.495646545Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.495656165Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"1d666faf-e0f3-47e6-9521-2c5224f5c82c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.495666095Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.495966731Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.497018431Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.499760834Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.499776114Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":13,"elapsed":"133.884711ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.501415426Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.501437076Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.50163998Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.503639809Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"1d666faf-e0f3-47e6-9521-2c5224f5c82c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.503657129Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.503665549Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_time_created":"2025-01-16 23:25:21.695734 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.503673819Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":2}","iteration":7,"elapsed":"137.696844ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.503978355Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":13,"elapsed":"132.292721ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.523351937Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-16T23:24:20.471931Z, time_modified: 2025-01-16T23:24:20.471931Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 53828d51-c7a3-4557-b913-6b5f10d267df, db_silo: Silo { identity: SiloIdentity { id: 53828d51-c7a3-4557-b913-6b5f10d267df, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-16T23:25:21.631636Z, time_modified: 2025-01-16T23:25:21.631636Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 53828d51-c7a3-4557-b913-6b5f10d267df, db_silo: Silo { identity: SiloIdentity { id: 53828d51-c7a3-4557-b913-6b5f10d267df, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-16T23:25:21.631636Z, time_modified: 2025-01-16T23:25:21.631636Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.523402378Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"53828d51-c7a3-4557-b913-6b5f10d267df\",\"tls_certs\":[\"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\"]}},\"default_endpoint\":{\"silo_id\":\"53828d51-c7a3-4557-b913-6b5f10d267df\",\"tls_certs\":[\"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"157.447454ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.527542568Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.530009375Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.530316651Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.546241007Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"180.270632ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-16T23:30:30.568940612Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.568964953Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"200.812567ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.628010427Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.628316793Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.629823922Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.631484854Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.631497644Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.631651367Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.633066414Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.634038373Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.634048983Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.634561563Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2df52aa-1fb6-4fcc-842f-6be954f23fd6\", \"content-length\": \"372\", \"date\": \"Thu, 16 Jan 2025 23:30:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.634591704Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.634718016Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.634729746Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.634861369Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.634905739Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.677230432Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.677258193Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.677467927Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1be632eb-47b4-46cb-b536-2e4ded4077f7\", \"date\": \"Thu, 16 Jan 2025 23:30:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.677481357Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.677753432Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.679961415Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.680163519Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.683025044Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.683230487Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.685788597Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.685811757Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.686118353Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"999ca6ca-5e63-4fa6-9370-2edbb2cf5373\", \"date\": \"Thu, 16 Jan 2025 23:30:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.687730144Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":13,"elapsed":"319.647349ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.690201352Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.690214852Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.690508627Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bd0b30a-3c9e-423d-bbb5-2587785d4dcf\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:30:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.690519978Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.691565098Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.691577988Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.691791182Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b405d401-52b0-4b79-a951-07bb9647780c\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:30:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.691805852Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.691974955Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.691985356Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.69221033Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74688040-6235-484f-88ed-2d657297b459\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:30:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.69222207Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.69325209Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.693544306Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.696061654Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.696198327Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.733947841Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.799810886Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.800279195Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cbc5685-4a88-4e17-ade5-b4041266ebc1\", \"content-length\": \"691\", \"date\": \"Thu, 16 Jan 2025 23:30:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.800300975Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.800311735Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.800319905Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.80159861Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":13,"elapsed":"435.095706ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.843324341Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.843672088Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcb44ae0-e1a7-4493-868a-c7415990607a\", \"content-length\": \"1\", \"date\": \"Thu, 16 Jan 2025 23:30:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.845978752Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.846278518Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.847622924Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":13,"elapsed":"481.815183ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.848165204Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"null","iteration":13,"elapsed":"482.252171ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.849077672Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.849418318Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"c1330441-b7ff-4fdc-9064-37c39a088901\", \"date\": \"Thu, 16 Jan 2025 23:30:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.849443109Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.85160083Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"ca6097e9-3e59-44c1-be2f-67eed66904c9\", \"date\": \"Thu, 16 Jan 2025 23:30:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.851617501Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.853988156Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.854012687Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"488.222636ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.86515202Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.86564838Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0b46deac-20a1-4eb9-86e2-a80d926434f6\", \"date\": \"Thu, 16 Jan 2025 23:30:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.865666541Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.867843232Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ad33446b-8e22-4818-b9d9-6d49605143b6\", \"date\": \"Thu, 16 Jan 2025 23:30:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.867860312Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.869163648Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3e0d99e2-ba9a-46e3-8ce6-f8c4c0bb03d2\", \"date\": \"Thu, 16 Jan 2025 23:30:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.869176048Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.871006493Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.871045214Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"505.235413ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.921135356Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.921500733Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.923604433Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f81032f-5b5a-4e15-a902-c3dd58627e93, rack_id: 79114303-f678-43f7-aff3-a882c8c99560, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed94bf96-5c98-4d5e-9580-d87b95e3d576) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.923629064Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.923851868Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.929868823Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.929892064Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.934273148Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.934591814Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e391659-d232-413e-ae9f-422a3bc8f829\", \"content-length\": \"134\", \"date\": \"Thu, 16 Jan 2025 23:30:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.934616415Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.934626945Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed94bf96-5c98-4d5e-9580-d87b95e3d576","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.93489497Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.93490674Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.93491436Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.93492262Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.934931431Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.934938471Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.935173635Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.935183556Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.93542438Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.93543289Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.93591159Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.937851897Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.937979809Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23d15500-b490-40ab-9888-2bff6ebcf806\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:30:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.93800253Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.938097232Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4671c5f4-2e18-414c-9502-a044b046e5d8\", \"content-length\": \"52\", \"date\": \"Thu, 16 Jan 2025 23:30:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.938122472Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.938135202Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.960965091Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.961081303Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58534"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.961253786Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f61123ec-d2b6-4bdc-a917-aedfe95cc713","remote_addr":"[fd00:1122:3344:101::a]:58534","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.961561132Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f61123ec-d2b6-4bdc-a917-aedfe95cc713","remote_addr":"[fd00:1122:3344:101::a]:58534","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.994672278Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/oximeter.rs:76","collector_id":"0a365f9e-6c70-4a27-ba2b-6123ad53013e","producer_id":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:30.994702759Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/producers","method":"POST","req_id":"f61123ec-d2b6-4bdc-a917-aedfe95cc713","remote_addr":"[fd00:1122:3344:101::a]:58534","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":33508,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.9947929Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f61123ec-d2b6-4bdc-a917-aedfe95cc713\", \"content-length\": \"41\", \"date\": \"Thu, 16 Jan 2025 23:30:30 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.99635303Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:30.99636448Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","wait_period":"150s","lease_duration":"600s"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:31.04058289Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7b6f204b-2734-470f-9e19-f5add810a6be\", \"date\": \"Thu, 16 Jan 2025 23:30:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:31.04060789Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:31.040616721Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:31.040850335Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f53dfc45-5c31-42a4-aeaa-ee422dc87c4c\", \"content-length\": \"682\", \"date\": \"Thu, 16 Jan 2025 23:30:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:31.040893596Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:31.041213252Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:31.044462844Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:31.044699569Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:31.047443841Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:31.047798208Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:31.049534402Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:31.049754136Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:31.056350633Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":13,"elapsed":"690.369398ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:35.731964767Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"9e859100-4e17-4a84-a4df-30fb9b96c820","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":272,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:40.366152896Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:40.366206357Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:40.366526003Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:40.367885779Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:40.367895499Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:40.36790765Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:40.368270867Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:40.369687334Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:40.369887888Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:40.370257535Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:40.370269185Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:40.370403798Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:40.371232654Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"3.332135ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:40.372238473Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:40.372480588Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:40.373962436Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:40.376069907Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:40.376082777Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:40.376212079Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:40.386247052Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:40.386269992Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":38,"elapsed":"20.134777ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:45.732039667Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"59be6284-b11c-42c5-82ad-0100fc93f9ee","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":298,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.366216145Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.366269826Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.366665624Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.368305286Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.368316776Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.368330616Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.368695293Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.37012981Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.370314204Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.37064952Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.370685121Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.370795253Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.372049087Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"3.715301ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.372582357Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.372748964Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.373848492Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.375866611Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.375880361Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.376013674Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.388028014Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.388058465Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":39,"elapsed":"21.852379ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.721556869Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"66359c5e-751b-4211-85e1-18f47525185c","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.721923116Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"66359c5e-751b-4211-85e1-18f47525185c","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:50.723272592Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"66359c5e-751b-4211-85e1-18f47525185c","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1787,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.723538057Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"8782746f-2ff1-490d-b515-15d5801f565c","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:30:50.723832863Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"8782746f-2ff1-490d-b515-15d5801f565c","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:50.725573856Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"8782746f-2ff1-490d-b515-15d5801f565c","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2093,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:30:55.732068055Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"d220aea5-2633-44e8-af14-55687c021357","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":267,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.366096361Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.36614649Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.366157122Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.366165906Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.366174503Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.366181976Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.366189991Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.366198785Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.366207035Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.366215051Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.366222354Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.366230577Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.366238742Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.366248661Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.366256245Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.36649611Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.366510294Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.366520007Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.366536376Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.366550757Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.366617209Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.36665199Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.367256684Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.367269134Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.367276424Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.367283754Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.367439077Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.367455638Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.368148901Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.368303404Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.368331964Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.368341284Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.368349155Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.368356725Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.368364185Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.368369955Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.368376535Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.368382945Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.368389345Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.368592929Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.36861978Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.36863468Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.36864791Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.368915815Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.369473686Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.37017124Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"3.971967ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.370226511Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.370415434Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1368, tv_nsec: 687634896 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.370559737Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.370572077Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.37069204Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.370762281Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.370823032Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.370832392Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.370839972Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.370847273Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.370855203Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.370861853Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.370868813Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.370876083Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.371056677Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.371129648Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.371148329Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.37120541Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.371407874Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.371417974Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.371599087Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.371935824Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.372013125Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.372023325Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.372215919Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.373240959Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1368, tv_nsec: 690459990 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.373501994Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.373697918Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.373709138Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.373879431Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.374496493Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.374507843Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.374645296Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.375065704Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.37540206Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.375544093Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.377241935Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.377268376Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.377408109Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.379210443Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.38006047Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.380411336Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.381591269Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.38162267Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.381835994Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.384509545Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.384835271Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.384879462Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.385122897Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.385221349Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.385379892Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"17.080588ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.385435143Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1368, tv_nsec: 702655504 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.385568415Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.385672517Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.387431171Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.387701826Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.38790665Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.388014892Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.388581833Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.389610173Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.389634053Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.389810577Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.390268586Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.390279776Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.39046486Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.391277275Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.391309266Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"22.985712ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.391761414Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.391787755Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.391957118Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.396683509Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.397106387Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.399249098Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.401229716Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.401257057Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.401493041Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.403261625Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.405380676Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.405394656Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.405542769Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.416869356Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.416900987Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":40,"elapsed":"50.671614ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.419610869Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"48.757586ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.422341672Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.422688658Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.424402231Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.425999062Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.426369039Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.426378469Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.426385519Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.426475221Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.426518852Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.426529912Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.426718166Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.426852158Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.427494301Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.427803726Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.428115183Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.428169573Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"57.342291ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.428311176Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.430614431Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.430834875Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.43110854Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"64.984878ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.432546748Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"65.289974ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.456155051Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.456170371Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":14,"elapsed":"90.034969ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.480343466Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.480363746Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.480655401Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ff5bae6-4802-4a8a-a1f2-f089d48de5ca\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:31:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.480670192Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.482223692Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.543808805Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.544398066Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ef67b83-12f8-4d10-b5f7-029c09775efd\", \"content-length\": \"691\", \"date\": \"Thu, 16 Jan 2025 23:31:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.544419096Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.544429626Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.544438466Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.545958566Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":14,"elapsed":"178.689851ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.547069147Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.547388913Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.575514474Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.575541484Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.575550424Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.575799219Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.585420334Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.585436914Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.585719219Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bf8e166-1164-46ea-8723-5ef01eaaeba2\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:31:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.58573867Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.58730367Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.596768532Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.596780812Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.596923425Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.596948665Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.597077637Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69694ce4-3552-4e54-a459-af64b3705595\", \"content-length\": \"372\", \"date\": \"Thu, 16 Jan 2025 23:31:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.597112748Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.59719437Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5682153c-cf52-4ddd-91ed-5c332a496d42\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:31:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.59720974Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.597413454Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.598831561Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.599581646Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.601962551Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 198593b5-c3c6-4ef5-879a-52095a2ef511, lookup_type: ById(198593b5-c3c6-4ef5-879a-52095a2ef511) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.601984672Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.602142985Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.604011321Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"0","iteration":14,"elapsed":"237.848928ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.625393391Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":14,"elapsed":"254.530628ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.626650225Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.626661186Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.626669446Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"258.371052ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.627529933Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"256.68514ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.640387189Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.64040131Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.640642434Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9f782c16-a65f-4c2e-94b8-d8062d1572b4\", \"date\": \"Thu, 16 Jan 2025 23:31:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.640657425Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.640976781Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.64300515Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.643200583Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.645776663Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.646092299Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.648715029Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.64872588Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.649086996Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0976f2d4-e597-4d7f-b648-cd64b0d88c5c\", \"date\": \"Thu, 16 Jan 2025 23:31:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.650592485Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":14,"elapsed":"282.294082ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.671910055Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":14,"elapsed":"305.67045ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.672612058Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.672853443Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68b7f614-2ad0-4361-a0e0-30e353c3633d\", \"content-length\": \"1\", \"date\": \"Thu, 16 Jan 2025 23:30:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.674844381Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.675120587Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.67688488Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"null","iteration":14,"elapsed":"310.699627ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.70399591Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.704326607Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.706254834Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f81032f-5b5a-4e15-a902-c3dd58627e93, rack_id: 79114303-f678-43f7-aff3-a882c8c99560, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed94bf96-5c98-4d5e-9580-d87b95e3d576) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.706271374Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.706448957Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.715517602Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.715743176Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9032f60f-ff38-4375-89cf-784ce0d35688\", \"content-length\": \"134\", \"date\": \"Thu, 16 Jan 2025 23:30:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.715761446Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.715774836Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed94bf96-5c98-4d5e-9580-d87b95e3d576","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.715984911Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.715997121Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.716005541Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.716015121Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.716023961Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.716032481Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.716169304Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.716181024Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.716391908Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.716401768Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.716563622Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.718419837Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.718527559Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1214975a-bec7-4c85-a12f-7549028fa839\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:30:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.71853774Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.718658382Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d5c66c5-0195-4235-bfc5-e2b7298964cc\", \"content-length\": \"52\", \"date\": \"Thu, 16 Jan 2025 23:31:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.718672992Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.718684422Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.817760405Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"79f2fe72-380d-4882-af2d-511c4c24e2b7\", \"date\": \"Thu, 16 Jan 2025 23:31:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:00.817808926Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.817821406Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.81803037Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e0acb1b-b717-43f9-bbda-81c9d9626b96\", \"content-length\": \"682\", \"date\": \"Thu, 16 Jan 2025 23:31:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.818075991Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.818401747Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.822050368Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.822233461Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.825051875Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.825366411Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.826946702Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.827120475Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:00.833746132Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":14,"elapsed":"467.636711ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:05.732115644Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"a7ff2847-85bb-4b09-9167-48330bb28713","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":286,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:10.366296944Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:10.366357285Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:10.366671651Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:10.36818428Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:10.3681958Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:10.368245701Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:10.368465115Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:10.370396692Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:10.370548795Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:10.370562365Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:10.370570715Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:10.370694478Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:10.372199147Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"4.007497ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:10.37287748Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:10.373050883Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:10.374732195Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:10.376944708Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:10.376956188Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:10.377087581Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:10.388825706Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:10.388840006Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":41,"elapsed":"22.571443ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:15.732255875Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"e510a60b-a04f-4f0c-8363-3ad36cade5d7","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":296,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:20.366934754Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:20.366986735Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:20.367430133Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:20.368218349Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:20.368233529Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:20.368666077Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:20.369448252Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:20.370081024Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:20.370346509Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:20.371743406Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:20.371754586Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:20.371889039Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:20.373685123Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:20.373855097Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:20.375301154Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:20.377342264Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:20.377353314Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:20.377483407Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:20.389250493Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:20.389276823Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":42,"elapsed":"22.35462ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:20.399348056Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"31.131468ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:25.732479078Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"414b4981-0d42-4bf8-9428-25cf2050a8a0","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":285,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366199388Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366253199Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.366263839Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366376781Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366385361Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366392362Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366401782Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366410182Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366416992Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366423052Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366429142Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.366435542Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-16 23:21:30.366262439 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366442512Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366448583Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366455283Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366463013Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366470523Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366478513Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366485313Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366493013Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366500184Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366507304Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366514394Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366520784Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366527064Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366534534Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366541914Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-16T23:31:30.366548094Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366554785Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366561525Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\"}","iteration":9,"elapsed":"13.061µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366569675Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366575675Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366581995Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366588525Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366594125Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366599866Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366666957Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366721588Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366769679Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366779109Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366787919Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.36682269Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.36683261Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366863951Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366874281Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366881531Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366890311Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366908501Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.366980923Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dc5f3810-93b6-44f1-815c-44411abf99ad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f4635fcc-61fc-4ff9-8203-b560522a972b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f4635fcc-61fc-4ff9-8203-b560522a972b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1398, tv_nsec: 683918254 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.367029914Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5c1ab32c-50b8-4564-bf29-e388b915cbdb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fd10c057-8c9f-4db2-98b5-bcf5e0d536ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fd7a4ec0-c746-4aff-9239-7c8992ff75d9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fd7a4ec0-c746-4aff-9239-7c8992ff75d9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1398, tv_nsec: 683957265 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.367064814Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.367077315Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.367088415Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.367099445Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.367291729Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.367315129Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.36738015Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.367390361Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":8,"elapsed":"1.015129ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.367460462Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.367470682Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":8,"elapsed":"1.078471ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.368194606Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.368203366Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":43,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.368210356Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.368218266Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.368224877Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.368230937Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.368237607Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.368243337Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.368250297Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.368259577Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.368271087Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.368281488Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.368465601Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.368522122Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.368534693Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.368542853Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.368549733Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.368852949Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.369151215Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.369256066Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.369264337Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.369496101Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.36997232Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.370385148Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.370547891Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"4.232521ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.371045011Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.371054041Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.371068891Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.371076212Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.371082932Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.371089902Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.371096302Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.371103782Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.371110502Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.371117852Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.371182223Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1398, tv_nsec: 688127315 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.371386567Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.371423038Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.371438128Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.371447119Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.371456869Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.3715258Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.371800175Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.371809966Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.372006249Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.372194863Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.372218393Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.372366046Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.372591881Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.372600701Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.372765224Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.372879576Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.372890306Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.373036599Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.373929896Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.374210582Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.374284443Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.374348004Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.374529398Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.375279052Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-16 23:21:30.366262439 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.375288062Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"expiration\":\"2025-01-16T23:21:30.366262439Z\",\"pruned\":[]}","iteration":8,"elapsed":"9.026323ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.376250421Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.376260551Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.376435424Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.37671799Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.37672785Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.376887383Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.377395263Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.377444304Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.377453664Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.377582666Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.377616247Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.377819761Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1398, tv_nsec: 694768022 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.378021085Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.380151656Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.382061052Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.382086593Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.382210935Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.38508777Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"13.999499ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.386990637Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.387270652Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.38766453Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.387874014Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.38817044Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1398, tv_nsec: 705101461 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.388468435Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.389367153Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.389557546Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.390615117Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.39078864Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.420371038Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.420415189Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.420424129Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.420829637Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.420867178Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.422629251Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.422661402Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.422829585Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.422988028Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.423326245Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.425718551Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.425744641Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.425927955Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.426665169Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.42668552Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.426856963Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.427044116Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.429544054Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.429875851Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.430612995Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.433829147Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.435297285Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.435530829Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.43555599Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.4355703Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"66.276783ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.43611063Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.436140771Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.436334515Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.437564128Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.437689581Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.437745492Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.437763522Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.437777873Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.437926525Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.437951516Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.437961186Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.437971106Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.438095808Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.438307933Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.440105737Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"68.999476ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.440839861Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"69.78373ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.441203378Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.441373242Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.441434663Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.441617166Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.44233226Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.442525494Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.443260868Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.443289128Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"75.041832ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.444383169Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.444570753Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.444658795Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.444669185Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.444679215Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"78.475107ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.445380739Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":15,"elapsed":"74.303067ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.450881954Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.453609066Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.45690972Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.45693775Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":43,"elapsed":"90.746043ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.462308824Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.462512148Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.471191404Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"102.973378ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.480195857Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.480222068Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.480230528Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.480236848Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.480459122Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.480558104Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.481016173Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.483839977Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"116.768593ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.484063742Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.484087182Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.484099322Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"115.834185ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.484112712Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.484428609Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.48973886Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.489759151Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.489766361Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.489772291Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.489983185Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.492180917Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"121.064885ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.526632689Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.547302556Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"180.853803ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.55064625Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.550673051Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.551078109Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"146cb4a9-416e-4b3b-883c-34225ea04fb3\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:31:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.551102379Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.553612507Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.556951261Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.557195636Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.635297786Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.635323307Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.63553552Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dba5fbd2-8ebe-4179-a530-aee9fc950e2a\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:31:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.635550421Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.638744582Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.648303056Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.702009377Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.702034808Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.702284442Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a81541f2-e32c-44f5-aba2-c6556c71ec1e\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:31:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.702297913Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.704057226Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.705374761Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.705530984Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.705541084Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.705947922Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f1011d7-edda-4c33-8629-a738020f4674\", \"content-length\": \"372\", \"date\": \"Thu, 16 Jan 2025 23:31:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.705972683Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.706300539Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.70738514Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.708713935Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.709020511Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.709849047Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.709871247Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.71000711Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.712150351Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.712178182Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":15,"elapsed":"345.739149ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.726045778Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":15,"elapsed":"359.673087ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.736914987Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.737262673Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.737727112Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.738194521Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.738425016Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.739844323Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.739866134Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.740070647Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.740836922Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.740852913Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.740986555Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.740996155Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.741040986Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.741159928Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.74125315Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.741631217Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 198593b5-c3c6-4ef5-879a-52095a2ef511, lookup_type: ById(198593b5-c3c6-4ef5-879a-52095a2ef511) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.741646528Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.74174665Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.7417554Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.741801921Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.741950114Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.742831211Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.742845831Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.742996054Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.744966961Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"0","iteration":15,"elapsed":"378.60013ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.75372028Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.75374747Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.754017795Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2bfa105a-7921-4853-b3f9-31986c316dd4\", \"date\": \"Thu, 16 Jan 2025 23:31:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.754161588Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.754286911Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.757145125Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.757412351Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.760415908Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.760705104Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.76365555Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.763671201Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.764023747Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"2a9eddf0-73e0-4b53-861d-1fc424896971\", \"date\": \"Thu, 16 Jan 2025 23:31:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.765809632Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":15,"elapsed":"397.606545ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.778940584Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-16T23:24:20.471931Z, time_modified: 2025-01-16T23:24:20.471931Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 53828d51-c7a3-4557-b913-6b5f10d267df, db_silo: Silo { identity: SiloIdentity { id: 53828d51-c7a3-4557-b913-6b5f10d267df, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-16T23:25:21.631636Z, time_modified: 2025-01-16T23:25:21.631636Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 53828d51-c7a3-4557-b913-6b5f10d267df, db_silo: Silo { identity: SiloIdentity { id: 53828d51-c7a3-4557-b913-6b5f10d267df, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-16T23:25:21.631636Z, time_modified: 2025-01-16T23:25:21.631636Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.778972754Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"53828d51-c7a3-4557-b913-6b5f10d267df\",\"tls_certs\":[\"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\"]}},\"default_endpoint\":{\"silo_id\":\"53828d51-c7a3-4557-b913-6b5f10d267df\",\"tls_certs\":[\"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"412.723016ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.780631297Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.780642167Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"5f7b2597-7e3e-46de-bb64-35ac03a6ae72"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.780651237Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.780889741Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.785438739Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.78755807Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.78757399Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"1d666faf-e0f3-47e6-9521-2c5224f5c82c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.7875843Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.787787964Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.788340325Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.788349765Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.788514028Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.791621657Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"5f7b2597-7e3e-46de-bb64-35ac03a6ae72"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.791646388Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.794330989Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_time_created":"2025-01-16 23:25:20.756297 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.79435097Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":1}","iteration":8,"elapsed":"428.01163ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.808755286Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-16T23:31:30.80894715Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.80896251Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"440.750254ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.809133064Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"305b223b-58c9-422c-871e-13dbcd50b626\", \"date\": \"Thu, 16 Jan 2025 23:31:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.809158494Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.810929558Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"9442c723-2640-4b18-91b8-a08c5fccdeaa\", \"date\": \"Thu, 16 Jan 2025 23:31:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.810945689Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.812990498Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.813014758Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"446.700918ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.827643949Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.827950485Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5ecd051-0aef-4093-ba00-0656173d8fc9\", \"content-length\": \"1\", \"date\": \"Thu, 16 Jan 2025 23:31:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.828331282Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.8297765Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.830071316Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.830978673Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.830987573Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.831144156Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.832190837Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"null","iteration":15,"elapsed":"465.941798ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.832985332Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"1d666faf-e0f3-47e6-9521-2c5224f5c82c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.832997662Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.833005122Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_time_created":"2025-01-16 23:25:21.695734 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.833012443Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":2}","iteration":8,"elapsed":"466.56061ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.833816818Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.834287107Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8d3f39b5-2748-490a-b809-8596b76006a7\", \"date\": \"Thu, 16 Jan 2025 23:31:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.834307287Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.835822716Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a3b6dba2-1ca0-4f52-98f0-50a7c7c9e489\", \"date\": \"Thu, 16 Jan 2025 23:31:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.835832606Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.837681748Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5b53d887-c0cc-471a-96f8-6c49a1b73abf\", \"date\": \"Thu, 16 Jan 2025 23:31:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.837689764Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.839845074Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.839885595Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"473.542764ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.886414788Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.886873547Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e26e5e3a-fa62-4851-81cc-efcf9c9a1a36\", \"content-length\": \"691\", \"date\": \"Thu, 16 Jan 2025 23:31:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.886895617Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.886906267Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.886914318Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.887986028Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":15,"elapsed":"520.915224ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.906616306Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.906975733Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.909078473Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f81032f-5b5a-4e15-a902-c3dd58627e93, rack_id: 79114303-f678-43f7-aff3-a882c8c99560, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed94bf96-5c98-4d5e-9580-d87b95e3d576) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.909091433Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.909252077Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.918388832Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.918632817Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8df51511-165c-42e8-b36f-8bb2c662dc57\", \"content-length\": \"134\", \"date\": \"Thu, 16 Jan 2025 23:31:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.918654067Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.918663487Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed94bf96-5c98-4d5e-9580-d87b95e3d576","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.918920542Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.918929173Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.918935823Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.918942493Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.918948733Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.918954963Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.919153507Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.919163017Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.919409962Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.919417952Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.919585075Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.921639745Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.921746437Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32fa3fe7-ec47-46d0-b0c1-ee268952eb8a\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:31:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.921757687Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.921841438Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6854a6e-5eaa-4a56-8c71-201f23f90a23\", \"content-length\": \"52\", \"date\": \"Thu, 16 Jan 2025 23:31:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:30.921854559Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:30.921863819Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:31.013718743Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c5060e40-26fc-4399-af51-b8b446e9a0ac\", \"date\": \"Thu, 16 Jan 2025 23:31:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:31.013746383Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:31.013756044Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:31.013982068Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9da88e98-3559-44d7-867a-285cf1a7a989\", \"content-length\": \"682\", \"date\": \"Thu, 16 Jan 2025 23:31:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:31.014015899Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:31.014298074Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:31.018135318Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:31.018361172Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:31.021533233Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:31.021738687Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:31.024022321Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:31.024301426Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:31.032183348Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":15,"elapsed":"665.903998ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:35.732524857Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"ef6bf757-d41d-4f1c-95cc-a969588ddea4","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":275,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:40.366746957Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:40.366805838Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:40.367253116Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:40.368864237Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:40.368874247Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:40.369203944Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:40.39503996Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:40.395247044Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:40.396559209Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:40.399082838Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:40.399095678Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:40.399237661Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:40.400404163Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:40.400616967Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:40.402298199Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:40.404644065Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:40.404655395Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:40.404794507Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:40.415899891Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:40.415925231Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":44,"elapsed":"49.200725ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:40.424161499Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"55.287782ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:45.732624777Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"281e4043-d1d4-48d6-bc39-5771b10e5581","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":340,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:50.366853017Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:50.366915288Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:50.367233624Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:50.368750953Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:50.368762993Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:50.368771664Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:50.368964497Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:50.370460536Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:50.37065081Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:50.371251261Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:50.371275592Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:50.371406144Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:50.373180028Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:50.373353481Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:50.37481307Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:50.376849449Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:50.376864569Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:50.376989151Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:50.385331822Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:50.385353352Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":45,"elapsed":"18.523896ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:31:50.398750919Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"29.999666ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:31:55.732718157Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"6671a655-7a39-4fb4-a9db-6c67eaf3797a","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":272,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367268143Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367322914Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367334174Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367345884Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367352014Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367359554Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367366075Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367372715Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367378965Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367384975Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367391335Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367398675Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367404726Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367411495Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367417996Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367424616Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367431526Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367437826Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367443866Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367759162Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367775322Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367784333Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367834234Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367843804Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367850694Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367860394Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367868084Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.367899905Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.368460946Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.368471406Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":46,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.368478466Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.368485886Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.368492636Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.368499076Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.368505636Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.368511087Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.368516877Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.368523627Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.36868737Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.368716651Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.368728941Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.368804572Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.369475345Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.370501255Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"3.182591ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.370526075Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.370613467Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.370625717Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1428, tv_nsec: 687266929 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.370918413Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.371419148Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.371442013Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.371450732Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.371457351Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.371463642Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.371470964Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.371478258Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.371485233Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.371525743Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1428, tv_nsec: 688186666 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.371710256Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.37172235Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.371758567Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.371767145Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.371775236Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.372210366Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.372219535Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.372441772Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.372895091Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.372905171Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.373009763Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.373019373Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.373057794Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.373168016Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.374821338Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.375551362Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.375737566Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.377126572Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.377137372Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.377274505Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.378420467Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.380705961Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.380733791Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.381116499Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.386530283Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.386952691Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.387021452Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"18.545846ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.38742551Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.390353596Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.390376857Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.390481289Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.39054475Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.390773804Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.392151321Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1428, tv_nsec: 708787112 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.392497307Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.414952029Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.416749623Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.416776524Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.416930757Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.41813036Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.418313223Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.419372573Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.419387934Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.419394484Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.419517646Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.419754801Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.419781541Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.420174479Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.420649688Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.420994965Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.421489004Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.421500874Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"50.033101ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.421509925Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.421641157Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.422428052Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"50.964628ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.422889851Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.422910652Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.422918532Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.423194417Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.423820539Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.424082064Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.424097054Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.424134765Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.424324679Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.425859908Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.426168094Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.428123001Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"60.688355ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.428508109Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 198593b5-c3c6-4ef5-879a-52095a2ef511, lookup_type: ById(198593b5-c3c6-4ef5-879a-52095a2ef511) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.428537029Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.428820985Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.429846515Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.430031128Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.430788013Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"0","iteration":16,"elapsed":"63.437289ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.430940426Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.430951986Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"62.46176ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.431651809Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.434593546Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.434605616Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.43484111Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.435223978Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.438345888Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.438358078Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.438496381Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.447242979Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.447261489Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.447576175Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90c98d28-e610-4689-b5b2-2c8d970ad454\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:32:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.447594875Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.449200096Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.450207456Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.450230006Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":46,"elapsed":"82.975654ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.451555371Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.451579422Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.451803256Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59d4bc47-b4fc-4867-a325-dd16d6aeef90\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:32:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.451821417Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.453529829Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.455875985Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.456261612Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.457089278Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.457099908Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.457108608Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"88.630822ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.458417593Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.460246618Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.460259739Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.460424772Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.464048862Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"92.606279ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.469240811Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.469263692Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":16,"elapsed":"101.929417ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.495769161Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.496081427Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.50196689Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":16,"elapsed":"130.539558ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.506989516Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.507007196Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.507319902Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cbd40de-32b4-43b1-940d-85906e3a4f7c\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:32:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.507338193Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.508789881Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.562154686Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.562469562Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0c8a62e-0714-4aa3-a349-afb9ae4d150b\", \"content-length\": \"1\", \"date\": \"Thu, 16 Jan 2025 23:32:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.564151814Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.564525991Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.567105541Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"null","iteration":16,"elapsed":"199.821027ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.567471418Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.567774084Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.567855405Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"200.48704ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.569940905Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.572132677Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.572149658Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.572368062Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.574106895Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.576368189Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.576388249Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.576616353Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.593652531Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":16,"elapsed":"226.340007ms"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.600133875Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.600152305Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.600836279Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9620f3b8-c4a1-45b8-8b28-f7daab89bebc\", \"content-length\": \"372\", \"date\": \"Thu, 16 Jan 2025 23:32:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.600861759Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.601330348Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.659479865Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.659524156Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.659826582Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a076d2e7-218a-4160-b50e-70560002afd1\", \"date\": \"Thu, 16 Jan 2025 23:32:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.659844772Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.660225969Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.66808959Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.668633081Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bec3b6f-0281-47dc-8068-1a1686a75439\", \"content-length\": \"691\", \"date\": \"Thu, 16 Jan 2025 23:32:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.668662681Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.668673001Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.668682742Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.670881134Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":16,"elapsed":"303.472009ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.671291602Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.67169093Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.675728972Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.676025396Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.680213423Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.680232603Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.680729133Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"eb6eb117-59df-425e-99da-3d82b3045bd9\", \"date\": \"Thu, 16 Jan 2025 23:32:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.682769812Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":16,"elapsed":"314.300436ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.724558534Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.725008513Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.72745738Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f81032f-5b5a-4e15-a902-c3dd58627e93, rack_id: 79114303-f678-43f7-aff3-a882c8c99560, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed94bf96-5c98-4d5e-9580-d87b95e3d576) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.72747651Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.727724675Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.742198743Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.74254749Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"907b4af8-01c2-40b5-bf78-6789207605b8\", \"content-length\": \"134\", \"date\": \"Thu, 16 Jan 2025 23:32:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.74257713Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.74259057Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed94bf96-5c98-4d5e-9580-d87b95e3d576","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.742914837Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.742929507Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.742939697Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.742951517Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.742961547Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.742970968Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.743202812Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.743214732Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.743436877Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.743449167Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.743696232Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.746463435Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.746608408Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67c6ebd1-65b0-42ba-9d54-dfaf14cbd479\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:32:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.746623488Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.74673691Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f194e837-eed2-485f-8f83-8e4bd62b8c78\", \"content-length\": \"52\", \"date\": \"Thu, 16 Jan 2025 23:32:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.74675354Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.746770481Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.858708961Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"0674fdf0-0358-4e41-a405-eeeac0741159\", \"date\": \"Thu, 16 Jan 2025 23:32:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:00.858729461Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.858738211Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.858980636Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee6d6ed5-5048-4c77-95b9-2b473aa41630\", \"content-length\": \"682\", \"date\": \"Thu, 16 Jan 2025 23:32:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.859015916Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.8592119Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.862765108Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.863107305Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.866813856Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.867147092Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.869132171Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.869323464Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:00.875719857Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":16,"elapsed":"508.361473ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:05.721933208Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"5bd31334-e825-4938-9bae-96f26d88f839","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:05.722454948Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"5bd31334-e825-4938-9bae-96f26d88f839","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:05.724525957Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"5bd31334-e825-4938-9bae-96f26d88f839","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2692,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:05.724820813Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"9efc36ab-99a0-418f-82aa-24ea238f74bf","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:05.72517807Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"9efc36ab-99a0-418f-82aa-24ea238f74bf","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:05.727344671Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"9efc36ab-99a0-418f-82aa-24ea238f74bf","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2592,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:05.732825247Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"cde4efa1-1fe4-4b91-ab88-66b6b06b2e1b","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":254,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:10.367024956Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:10.367075147Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:10.367402043Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:10.368921183Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:10.368930513Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:10.369140387Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:10.369270359Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:10.370458702Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:10.370671036Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:10.371569254Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:10.371579564Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:10.371729887Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:10.372555642Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"3.633369ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:10.373182074Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:10.37349096Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:10.374983119Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:10.377318904Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:10.377331104Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:10.377462337Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:10.38595519Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:10.3859793Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":47,"elapsed":"18.968835ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:15.732993848Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"133e591f-5cab-4baa-9d4c-da38bdf6c570","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":291,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:20.36680305Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:20.366868161Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:20.367184607Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:20.368453282Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:20.369492491Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:20.369517802Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:20.369864679Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:20.371289876Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:20.371310397Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:20.371438699Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:20.37150651Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:20.371830636Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:20.372649782Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:20.372819715Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:20.374438517Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:20.376857896Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:20.376875887Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:20.376991736Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:20.385793004Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:20.385814105Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":48,"elapsed":"19.030056ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:20.400561208Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"31.067517ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:25.732825191Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"dce53bf3-97b8-4e61-a6f0-fa1be063933e","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":229,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367503612Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367560453Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367571493Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.367580333Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367589003Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367596923Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367606654Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367614844Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367622854Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367630564Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367638564Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367647344Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367655725Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367664305Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.367673105Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-16 23:22:30.367609234 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367681815Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367689755Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367698305Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367705876Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367713276Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367721806Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367730006Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367738886Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367747266Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367756206Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367764597Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367772537Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367780097Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367788687Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367797757Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-16T23:32:30.367806158Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367815298Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367822998Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\"}","iteration":10,"elapsed":"10.49µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367832838Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367840728Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367849268Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367857639Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367865109Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367872889Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367881269Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367967301Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.367985011Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368054452Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368120964Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368171225Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368183005Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368238786Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368248446Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dc5f3810-93b6-44f1-815c-44411abf99ad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f4635fcc-61fc-4ff9-8203-b560522a972b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f4635fcc-61fc-4ff9-8203-b560522a972b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1458, tv_nsec: 684601067 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368262676Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368293557Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368303747Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368312357Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5c1ab32c-50b8-4564-bf29-e388b915cbdb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fd10c057-8c9f-4db2-98b5-bcf5e0d536ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fd7a4ec0-c746-4aff-9239-7c8992ff75d9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fd7a4ec0-c746-4aff-9239-7c8992ff75d9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1458, tv_nsec: 684658239 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368335608Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368354328Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368362608Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368401649Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368631143Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368642103Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":9,"elapsed":"971.998µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368650144Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368658504Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":49,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.368668984Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368679294Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368688884Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368698495Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368708625Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368717775Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368727585Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368736335Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368745545Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368754856Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368828597Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368852978Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":9,"elapsed":"1.148282ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368926029Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.368941929Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.36895144Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.36896215Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.3689824Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.369963869Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.369973929Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.370184593Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.37054862Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1458, tv_nsec: 686898052 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.370571131Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.370579761Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.370774384Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.370789735Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.371119561Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"3.330684ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.371354336Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.372284244Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.372304054Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.372396696Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.372405306Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.372411886Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.372419036Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.372425626Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.372432786Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.372469517Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.372477207Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.372483907Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.372490817Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.372716722Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.372793213Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.372803423Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.372814954Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.372843814Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.373792313Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.373804993Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.373910625Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.373920475Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.373987046Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.374116919Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.374858693Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.374874373Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.374926874Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.374936824Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.375036326Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.375091177Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.3757592Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.376317081Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.377114766Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1458, tv_nsec: 693467878 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.37732978Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.377491044Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-16 23:22:30.367609234 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.377501584Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"expiration\":\"2025-01-16T23:22:30.367609234Z\",\"pruned\":[]}","iteration":9,"elapsed":"9.89261ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.378454292Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.378470602Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.378522503Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.378532853Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.378628685Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.378698017Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.379141605Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.379297378Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.37991633Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.380579923Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.381631703Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.381658053Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.381667574Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.381676304Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.381686354Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.381881798Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.381894088Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.382584381Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.382600352Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.382751614Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.383912037Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.385577309Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.385599919Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.385723062Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.386591878Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.386930395Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.387142009Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.388193059Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"15.766643ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.389492364Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.391528513Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.391710117Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.392468611Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.392784817Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.392843698Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.392862399Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.393095493Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.393205435Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.39344748Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1458, tv_nsec: 709797122 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.3934769Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.393754358Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.395801455Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.431141574Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.431197385Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.431206865Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.431511221Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.431904689Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.432413668Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.43249167Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.432655853Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"60.245308ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.432739574Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.436933515Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.437089308Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.437365974Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.437804202Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.437828932Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.437841763Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"67.844673ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.438129208Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"69.471995ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.440032485Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.440060185Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.440074235Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.440083316Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.44029057Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.442285508Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"69.840202ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.442810148Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":17,"elapsed":"70.395752ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.443656454Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.443704305Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.443730516Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"76.133053ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.444094663Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"76.316615ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.444272786Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.444293996Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.444394208Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.444641843Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.444682914Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.444694664Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.444700894Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.444707455Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.444898058Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.444910608Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.445422548Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.445769725Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.446738403Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.446761324Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.446924817Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.448263953Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.448280533Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.448287103Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.448292833Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.448529298Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.448734002Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.448846534Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.448859624Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.448928265Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.448939986Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.449108839Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.449119269Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.449832113Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.452012915Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.452029605Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.45228987Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.452695768Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.452708808Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.452859911Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.454074124Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.454103375Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"85.3998ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.455302288Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.455323038Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"1d666faf-e0f3-47e6-9521-2c5224f5c82c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.455333979Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.455606594Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.458772285Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.461395375Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.461424185Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.461555198Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.463963724Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"1d666faf-e0f3-47e6-9521-2c5224f5c82c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.463981185Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.463989445Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_time_created":"2025-01-16 23:25:21.695734 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.463998645Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":2}","iteration":9,"elapsed":"96.249798ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.470301386Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.470320626Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":49,"elapsed":"102.834885ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.470679683Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.470875557Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.473883765Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.474081228Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.475814612Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.476281471Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.476291261Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.476299471Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"107.627287ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.476640548Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.476880892Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.478003694Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 198593b5-c3c6-4ef5-879a-52095a2ef511, lookup_type: ById(198593b5-c3c6-4ef5-879a-52095a2ef511) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.478019744Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.478178287Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.479104755Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"106.647628ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.479606775Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"0","iteration":17,"elapsed":"111.809348ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.481047212Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.483597571Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.483621562Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.483749644Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.487318893Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.487663289Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.488934744Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.489432043Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.489454224Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":17,"elapsed":"121.620906ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.490545975Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.490562055Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.490721198Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.509356936Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.520867587Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.521704243Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.521719434Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.522023769Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e75f043-2871-4b20-9a35-2e5a3c96cba3\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:32:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.52204357Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.523737602Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.523757903Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"5f7b2597-7e3e-46de-bb64-35ac03a6ae72"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.523766773Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.524085149Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.524832693Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.525209281Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.526927334Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.526949044Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.52726106Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d2a1f4a-27c8-478e-a5ef-b6b087b07fdf\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:32:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.52728714Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.527808851Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.527820181Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.527959583Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.52984931Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.530705006Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"5f7b2597-7e3e-46de-bb64-35ac03a6ae72"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.530718446Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.530727087Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_time_created":"2025-01-16 23:25:20.756297 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.530735517Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":1}","iteration":9,"elapsed":"163.205224ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.542426381Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-16T23:24:20.471931Z, time_modified: 2025-01-16T23:24:20.471931Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 53828d51-c7a3-4557-b913-6b5f10d267df, db_silo: Silo { identity: SiloIdentity { id: 53828d51-c7a3-4557-b913-6b5f10d267df, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-16T23:25:21.631636Z, time_modified: 2025-01-16T23:25:21.631636Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 53828d51-c7a3-4557-b913-6b5f10d267df, db_silo: Silo { identity: SiloIdentity { id: 53828d51-c7a3-4557-b913-6b5f10d267df, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-16T23:25:21.631636Z, time_modified: 2025-01-16T23:25:21.631636Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.542452282Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"53828d51-c7a3-4557-b913-6b5f10d267df\",\"tls_certs\":[\"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\"]}},\"default_endpoint\":{\"silo_id\":\"53828d51-c7a3-4557-b913-6b5f10d267df\",\"tls_certs\":[\"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"174.803807ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.554410121Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.554422682Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.554686697Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a46d9cd5-89bf-47af-8738-3ae43672b865\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:32:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.554698367Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.556152525Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.558330647Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.558648533Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.55952732Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"191.721002ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-16T23:32:30.588542717Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.588568907Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"219.897153ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.717210527Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.796461279Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.796827786Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"f940e768-77cf-471b-999f-98add415cce2\", \"date\": \"Thu, 16 Jan 2025 23:32:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.796844717Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.798110901Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"d6d3b1b2-a23e-415c-9ecf-f196b51bcd3a\", \"date\": \"Thu, 16 Jan 2025 23:32:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.798120851Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.799976017Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.799985937Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"432.336633ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.825411675Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":17,"elapsed":"457.823532ms"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.835259755Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.835271655Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.835681303Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a78ff15-5a9a-4dca-a189-c3dff6a7a8b5\", \"content-length\": \"372\", \"date\": \"Thu, 16 Jan 2025 23:32:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.835706033Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.835991289Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.841749099Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.841998754Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e59ca6e-a570-48b8-9d12-eaa29d6f7ab3\", \"content-length\": \"1\", \"date\": \"Thu, 16 Jan 2025 23:32:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.843437312Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.843722867Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.84595389Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"null","iteration":17,"elapsed":"478.396127ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.850495867Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.850517357Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.850702091Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5f597e5b-e05d-4310-b09b-80109369cb6f\", \"date\": \"Thu, 16 Jan 2025 23:32:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.850712781Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.851034157Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.853610477Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.853824421Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.854162227Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.854646237Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f4ab8bb3-b5ec-4d96-afd4-ebb80ae2b353\", \"date\": \"Thu, 16 Jan 2025 23:32:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.854668687Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.856791078Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e449e554-cb4b-42c9-a0d1-5f2783b5ff30\", \"date\": \"Thu, 16 Jan 2025 23:32:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.856814128Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.857176295Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.857513522Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.858090733Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"79d1afa5-12e0-4bc0-833c-b5cb864856bf\", \"date\": \"Thu, 16 Jan 2025 23:32:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.858106063Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.85999055Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.86000373Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.860263695Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.860304565Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"492.59206ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.860324096Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1fa6da48-e0ef-46a2-b515-161e0a6795e1\", \"date\": \"Thu, 16 Jan 2025 23:32:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.861707482Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":17,"elapsed":"493.057558ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.864654379Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.86628429Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.866295071Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.866438183Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.867781279Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.869185996Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.869197086Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.869325189Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.900427866Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.900759913Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.902316792Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f81032f-5b5a-4e15-a902-c3dd58627e93, rack_id: 79114303-f678-43f7-aff3-a882c8c99560, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed94bf96-5c98-4d5e-9580-d87b95e3d576) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.902327723Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.902493816Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.909290346Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.909550801Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e305e30-813c-42c4-9def-e69d60d50e08\", \"content-length\": \"134\", \"date\": \"Thu, 16 Jan 2025 23:32:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.909572022Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.909581932Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed94bf96-5c98-4d5e-9580-d87b95e3d576","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.909797966Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.909808096Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.909815006Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.909822047Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.909854587Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.909862577Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.91000748Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.91001718Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.910225394Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.910233694Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.910419238Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.912078433Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.912181448Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ca39317-c015-436b-a276-4672024c609b\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:32:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.91219267Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.91226139Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9bc6233-1e33-4fad-aa5a-bf7b2304a166\", \"content-length\": \"52\", \"date\": \"Thu, 16 Jan 2025 23:32:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:30.912276006Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.912289122Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:30.915857962Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:31.013849504Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ebb3ab12-6308-4096-90c2-459d437c6ce8\", \"date\": \"Thu, 16 Jan 2025 23:32:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:31.013899055Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:31.013909715Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:31.014284513Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3bcc615-3ccc-45b1-be11-286169cb3867\", \"content-length\": \"691\", \"date\": \"Thu, 16 Jan 2025 23:32:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:31.014307733Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:31.014316833Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:31.014324563Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:31.014364674Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6c15568-77be-4f52-90d3-ec737baf71f2\", \"content-length\": \"682\", \"date\": \"Thu, 16 Jan 2025 23:32:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:31.014406275Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:31.014688181Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:31.01568416Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":17,"elapsed":"647.918763ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:31.017590236Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:31.01779347Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:31.020836679Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:31.021010642Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:31.022620193Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:31.022915219Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:31.029088647Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":17,"elapsed":"661.453903ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:35.722497423Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"a0386233-d658-4087-bc4b-6d6f29210f9b","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:35.722994222Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"a0386233-d658-4087-bc4b-6d6f29210f9b","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:35.725294586Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"a0386233-d658-4087-bc4b-6d6f29210f9b","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2915,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:35.725577262Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"5e0ac712-bc84-4706-bb92-f8db95697cee","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:35.725909778Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"5e0ac712-bc84-4706-bb92-f8db95697cee","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:35.727485869Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"5e0ac712-bc84-4706-bb92-f8db95697cee","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1971,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:35.733243449Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"77d7e9cc-ff5e-4d01-b5b7-e4a16cc1e08f","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":301,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:40.367478199Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:40.367546621Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:40.367993339Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:40.369673402Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:40.369685902Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:40.369721123Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:40.370023208Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:40.371220451Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:40.371399605Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:40.372157139Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:40.372168139Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:40.372321112Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:40.373201299Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"3.531968ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:40.373689539Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:40.373942744Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:40.375601515Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:40.377874409Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:40.377887839Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:40.378017822Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:40.386708539Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:40.386728799Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":50,"elapsed":"19.28358ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:45.733319499Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"c8623092-13d3-4fd5-ada1-6db32d92ccb5","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":279,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.367703972Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.367758993Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.368005198Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.369653639Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.369663379Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.36967157Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.369917544Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.371856862Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.371886132Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.371895812Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.372016745Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.372028595Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.374712456Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.374869339Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.376545142Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.378571041Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.378584411Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.378709003Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.387774367Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.387796418Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":51,"elapsed":"20.110317ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.401205155Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"31.540826ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.722368203Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"1536d6b4-88a8-43b1-a5bb-c37b700ba6cd","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.722828112Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"1536d6b4-88a8-43b1-a5bb-c37b700ba6cd","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:50.725510863Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"1536d6b4-88a8-43b1-a5bb-c37b700ba6cd","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3235,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.725825049Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"689750ee-a2fd-4fcb-a6f4-ab64199038a4","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:32:50.726146675Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"689750ee-a2fd-4fcb-a6f4-ab64199038a4","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:50.727702055Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"689750ee-a2fd-4fcb-a6f4-ab64199038a4","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1945,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:32:55.733566852Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"c2cce6fb-4e3c-4809-81c9-cfb1d5a0f962","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":297,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.367605738Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.367664419Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.367675389Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.36768364Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.36769126Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.36769834Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.36770544Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.36771212Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.36771947Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.36772589Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.367733511Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.367740791Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.367746501Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.367752791Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.367759171Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.368038507Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.368052557Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.368062667Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.368071417Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.368079457Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.368091168Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.368166579Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.368741Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.368770591Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.368783861Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.368794101Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.368909283Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.368933754Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.368942874Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":52,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.368949844Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.368957204Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.368963964Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.368970045Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.368977174Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.368983495Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.368989585Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.368995775Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.369181769Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.369194619Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.369210699Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.369219439Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.369228439Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.370470743Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.371236958Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1488, tv_nsec: 687297529 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.371537684Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.371561104Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.371646296Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"4.028537ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.371915041Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.371930011Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.371937002Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.371943131Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.371950302Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.371957472Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.371965152Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.371971602Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.372231457Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1488, tv_nsec: 688277908 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.372257408Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.372268168Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.372276488Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.372338419Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.37236721Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.372418551Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.372431541Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.372443771Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.372613984Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.372798568Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.374097473Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.375022111Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.375034901Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.375069872Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.375078732Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.375241025Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.375278286Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.37601074Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.37602558Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.376175883Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.376358666Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.376371527Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.376506559Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.377354955Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.377747173Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.378492617Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.378826124Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.378835334Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.378841734Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.378848184Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.379070279Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.379802442Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.379815603Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.379830243Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.379838643Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.380021047Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.380095748Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.383283029Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.383536434Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.383548754Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.38384606Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.383954152Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.384171166Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.385050253Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1488, tv_nsec: 701116575 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.385347189Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.386188195Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.387965789Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.38798413Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.388139563Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.406692889Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.40676872Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"37.742265ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.42860246Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"56.667438ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.431800271Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"59.862019ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.432195649Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.432616467Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.433647517Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.433988473Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.434681936Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.435164986Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.435846619Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.436232266Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.436725646Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.437010681Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.437142864Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.437401829Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.438672123Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"66.726122ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.438985549Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"70.247579ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.439258824Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.43953676Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.441509728Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.44372009Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.445468544Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 198593b5-c3c6-4ef5-879a-52095a2ef511, lookup_type: ById(198593b5-c3c6-4ef5-879a-52095a2ef511) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.445486064Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.445678798Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.44578565Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"76.846405ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.446877421Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.446892851Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.447074705Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.447808268Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.447821839Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.447830919Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.448069764Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"0","iteration":18,"elapsed":"80.380593ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.448164106Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.449240606Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.450556841Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.450817286Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.451457359Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.451474859Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.451664303Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.459769748Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.459794909Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":52,"elapsed":"92.199251ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.465994058Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.466018408Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.466388356Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b51313a7-b46e-4f82-9af5-f11d43dd396c\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:33:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.466418806Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.468641179Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.469131738Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.469160909Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.469440584Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"159fe87c-84d3-45e6-919a-4ff08a9cedda\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:33:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.469464795Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.471373491Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.472102745Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":18,"elapsed":"100.152634ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.472617475Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.472645826Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.47289277Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d302002-7e63-4902-a7d9-9fe43f6c87a9\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:33:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.472917301Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.475360138Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.478570729Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.480960865Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.480986316Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.481148189Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.483354661Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.483383812Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":18,"elapsed":"115.733583ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.485250728Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.485274888Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.485284838Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"116.319684ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.529042079Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"161.356689ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.548232987Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.548574724Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99c08a77-1f71-4a16-a606-61422135d373\", \"content-length\": \"1\", \"date\": \"Thu, 16 Jan 2025 23:32:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.550632583Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.55099278Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.553470378Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"null","iteration":18,"elapsed":"185.850559ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.588169544Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.588522641Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.593111559Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":18,"elapsed":"225.44376ms"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.654814314Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.654843455Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.655208482Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a4c04b7-d7bd-4638-aec2-44db98d9a575\", \"content-length\": \"372\", \"date\": \"Thu, 16 Jan 2025 23:33:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.655234742Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.655548288Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.656308343Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.657848313Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.657857103Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.658021036Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.659661637Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.661248248Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.661260608Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.661397581Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.669053858Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.669083518Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.669264802Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"dd9d1189-f6ba-48e3-850f-3ad7a18b43cb\", \"date\": \"Thu, 16 Jan 2025 23:33:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.669278262Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.669498666Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.671179469Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.671356402Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.673456812Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.673769868Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.677231565Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.677243725Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.677564871Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"34d45131-6a5e-44b6-bc9d-c00acf95edaf\", \"date\": \"Thu, 16 Jan 2025 23:33:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.679114421Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":18,"elapsed":"310.174057ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.719100388Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.719464115Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.722431742Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.722772659Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e273181e-8892-4dc8-a268-0e0ee5044c44\", \"content-length\": \"691\", \"date\": \"Thu, 16 Jan 2025 23:33:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.722798799Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.722807639Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.722815289Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.724584853Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f81032f-5b5a-4e15-a902-c3dd58627e93, rack_id: 79114303-f678-43f7-aff3-a882c8c99560, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed94bf96-5c98-4d5e-9580-d87b95e3d576) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.724598383Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.724741586Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":18,"elapsed":"356.005566ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.724803058Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.733045046Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.733300931Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f4edb85-35eb-4133-8b47-724951c0ce46\", \"content-length\": \"134\", \"date\": \"Thu, 16 Jan 2025 23:32:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.733320811Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.733331161Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed94bf96-5c98-4d5e-9580-d87b95e3d576","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.733571696Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.733583756Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.733591596Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.733599776Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.733607476Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.733614957Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.73377544Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.73378464Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.734034035Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.734042055Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.734344371Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.736087644Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.736194036Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2202136-749e-4031-9af7-45c46e64feec\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:32:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.736218067Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.736285638Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52acba3f-300c-45f8-bf10-b338454aaaac\", \"content-length\": \"52\", \"date\": \"Thu, 16 Jan 2025 23:32:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.736297428Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.736307559Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.834743049Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"72d63d9d-4275-4948-9675-ff547b151d43\", \"date\": \"Thu, 16 Jan 2025 23:33:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:00.834767479Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.83477685Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.835016134Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a30c513d-b158-413f-bbdb-14e60f847e26\", \"content-length\": \"682\", \"date\": \"Thu, 16 Jan 2025 23:33:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.835056725Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.835339661Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.838907289Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.839222805Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.842311824Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.842527028Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.84467361Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.844847053Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.851614903Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":18,"elapsed":"483.949194ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.998194648Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:00.998234849Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:01.029424358Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:01.02952251Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:42994"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:01.029687023Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f990cd81-3f13-4746-9c27-d24f51941377","remote_addr":"[fd00:1122:3344:101::a]:42994","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:01.029974008Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f990cd81-3f13-4746-9c27-d24f51941377","remote_addr":"[fd00:1122:3344:101::a]:42994","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:01.065290847Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/oximeter.rs:76","collector_id":"0a365f9e-6c70-4a27-ba2b-6123ad53013e","producer_id":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:01.065316717Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/producers","method":"POST","req_id":"f990cd81-3f13-4746-9c27-d24f51941377","remote_addr":"[fd00:1122:3344:101::a]:42994","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35697,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:01.065380888Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f990cd81-3f13-4746-9c27-d24f51941377\", \"content-length\": \"41\", \"date\": \"Thu, 16 Jan 2025 23:33:01 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:01.06755642Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:01.06756901Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","wait_period":"150s","lease_duration":"600s"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:05.722760472Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"dbdad617-6472-49cf-bfdb-ecfe88630d4b","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:05.723296503Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"dbdad617-6472-49cf-bfdb-ecfe88630d4b","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:05.725966214Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"dbdad617-6472-49cf-bfdb-ecfe88630d4b","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3304,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:05.72626706Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"c541f972-9054-4efe-ad1d-f0b5adb00131","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:05.726598196Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"c541f972-9054-4efe-ad1d-f0b5adb00131","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:05.728712197Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"c541f972-9054-4efe-ad1d-f0b5adb00131","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2511,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:05.733403087Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"464f2a5f-56a2-461e-9720-ca56c21f6bcd","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":231,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:10.367621087Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:10.367680378Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:10.368108956Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:10.369651986Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:10.369677526Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:10.369687616Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:10.370047743Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:10.371750336Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:10.37196331Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:10.372010971Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:10.372023461Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:10.372162444Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:10.373581001Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"3.917215ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:10.374387527Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:10.374651772Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:10.375832494Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:10.378135339Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:10.378149209Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:10.378277312Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:10.389484117Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:10.389513837Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":53,"elapsed":"21.909031ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:15.7336578Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"cf79277e-70c3-46d7-817e-ae81291a5654","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":326,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:20.367641235Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:20.367700596Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:20.368027183Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:20.3694563Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:20.36946685Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:20.369680894Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:20.369693575Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:20.370902708Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:20.371108192Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:20.371969418Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"2.509348ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:20.372131682Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:20.372143872Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:20.372286474Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:20.374582018Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:20.374746002Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:20.376336572Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:20.378356851Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:20.378369621Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:20.378497604Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:20.390589676Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:20.390612726Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":54,"elapsed":"22.989272ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:25.73378028Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"fb331006-e602-45f3-8374-d27b327a5940","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":271,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.367754965Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.367810406Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.367822467Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.367830947Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.367839537Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.367848227Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.367856897Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.367865868Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.367875048Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.367883448Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.367891778Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.367901048Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.367910188Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-16T23:33:30.367917929Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.367927019Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\"}","iteration":11,"elapsed":"11.68µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.367938059Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.367948469Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-16 23:23:30.367848867 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.367957539Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.367966729Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.36797541Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.36798413Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.36799221Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.36799992Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.36800749Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.36801654Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368024911Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368033381Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368041261Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.368049791Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368057361Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368064941Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368073452Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368082032Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368089022Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368096962Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368104762Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368114032Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368126482Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368253745Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368293986Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368309456Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368325216Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368342017Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368357227Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368372777Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368386007Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368398988Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368426908Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368441708Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":19,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368454369Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368469639Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368481229Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368491529Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.36849883Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.36850928Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.3685205Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368543741Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dc5f3810-93b6-44f1-815c-44411abf99ad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f4635fcc-61fc-4ff9-8203-b560522a972b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f4635fcc-61fc-4ff9-8203-b560522a972b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1518, tv_nsec: 684326852 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368569081Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5c1ab32c-50b8-4564-bf29-e388b915cbdb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fd10c057-8c9f-4db2-98b5-bcf5e0d536ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fd7a4ec0-c746-4aff-9239-7c8992ff75d9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fd7a4ec0-c746-4aff-9239-7c8992ff75d9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1518, tv_nsec: 684347153 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368655203Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368669053Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368687133Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368701144Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368861016Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368881457Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368944858Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.368971409Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":10,"elapsed":"1.02774ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.369017419Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.36902845Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.369118101Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.369128912Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":10,"elapsed":"1.298674ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.369141402Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.369491779Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.369510109Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.369517439Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.369524139Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.36953418Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.36954329Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.3695529Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.36956352Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.36957324Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.36958259Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.369591771Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.369602221Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.369794305Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.369822985Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.369839695Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.369851836Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.369864676Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.370499768Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.370521308Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.370529069Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.37059378Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.370754093Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.370766033Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1518, tv_nsec: 686551485 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.370811474Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.371041429Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.371151671Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.371303003Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.371516638Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.371815983Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"4.032288ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.371934235Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.373318992Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.373346143Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.373356983Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.373367213Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.373376693Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.373386063Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.373394784Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.373404804Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.373414244Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.373424564Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.373493465Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.373520226Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.373538226Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.373630898Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.373645299Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.373693059Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.37370214Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.37372896Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.37373961Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.37374737Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.373891093Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.374163308Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.374183869Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.374306151Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.37529231Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.375730808Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-16 23:23:30.367848867 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.375746229Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"expiration\":\"2025-01-16T23:23:30.367848867Z\",\"pruned\":[]}","iteration":10,"elapsed":"7.887801ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.376225678Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.376691357Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.376765728Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1518, tv_nsec: 692546480 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.376992633Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.377057414Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.377067694Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.377220037Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.378285848Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.378569903Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.378690305Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.378700736Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.37893944Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.379203645Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.379225146Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.379371938Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.380153604Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.380173264Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.380311767Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.380463569Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.381585421Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.381608021Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.381754704Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.382286305Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.382297655Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.382464098Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.383165081Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.38465631Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.384706441Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.384794413Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.384805833Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.385831902Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.386303351Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.386325052Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.386462345Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.386474695Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.387939143Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.387953203Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.388131927Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.38838749Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.388397615Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.388518968Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.39249028Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.394588781Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.394613151Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.394747454Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.398303682Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.398332033Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.398345423Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"27.808324ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.39926186Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.399910813Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"26.585351ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.400719118Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"27.388046ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.402237628Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.403218336Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.403509162Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.403874619Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.40389698Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.40390557Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.40391283Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.404081883Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.405101092Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.405332457Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.406431068Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.406584891Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1518, tv_nsec: 722344082 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.406704513Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.406890327Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.408277633Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.408518418Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.412062696Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"44.139128ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.412734049Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.413099166Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.414791979Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.416056973Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.416084883Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.416301748Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.416837038Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.416861478Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.417087553Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.417348748Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.417373248Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.417528861Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.419092571Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.421837854Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.421874145Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.422018157Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.429326328Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.429717355Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.431826566Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.431856857Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":55,"elapsed":"64.06243ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.43361453Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"64.076701ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.43462798Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.435087748Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.436794971Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.436819222Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"68.348673ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.437131838Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.439410951Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.44403808Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.444828886Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.444869346Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.445096051Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.445450867Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.445469118Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.445476108Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.445653241Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.445895386Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.447110939Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.44713802Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":19,"elapsed":"79.318553ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.448873163Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.448898524Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.448906074Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.448912144Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.449298972Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.450638427Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.45076574Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.450841301Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.451087556Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.452985622Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.453010593Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.453156826Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.453202706Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.453214867Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"5f7b2597-7e3e-46de-bb64-35ac03a6ae72"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.453223517Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.453454291Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.453642255Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.453660455Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.453858459Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.454052523Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.454642064Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.454907019Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.455125873Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.455137684Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.455354778Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.455813037Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"82.499184ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.457315045Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.457334286Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.457342996Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"89.403427ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.457497299Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.457819765Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.458280804Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"84.979572ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.458473168Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.458747343Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.461845012Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 198593b5-c3c6-4ef5-879a-52095a2ef511, lookup_type: ById(198593b5-c3c6-4ef5-879a-52095a2ef511) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.461873153Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.461883673Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.465119775Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.465147236Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.46535897Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.469813075Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.469840466Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"100.325996ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.472372184Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.472682761Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.477074015Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.477430822Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.483139681Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.483168562Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.483178062Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.483425997Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.489107516Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.489133657Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"1d666faf-e0f3-47e6-9521-2c5224f5c82c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.489144657Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.489400852Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.493312047Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":19,"elapsed":"120.015275ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.497679081Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.497856664Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.503054784Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.503072134Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.50337594Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbbd68dc-f659-4b34-b1df-fe303862f78b\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:33:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.50339392Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.505599413Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.536543917Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"168.545567ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.562896923Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.562917554Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.563150468Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"183bd99e-df9b-4e8d-972f-5ec3a1c08265\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:33:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.563162158Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.565169717Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.633269025Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.633290215Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.633521139Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b38ef85-884b-4665-82a9-82b368ecc06c\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:33:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.6335337Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.634847125Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.642074674Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.657268346Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.657290646Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.657679283Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33a6c924-4ca3-4d9a-92dc-32f1aea0b124\", \"content-length\": \"372\", \"date\": \"Thu, 16 Jan 2025 23:33:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.657699004Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.657959929Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.659439727Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"0","iteration":19,"elapsed":"291.478658ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.659775294Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.659812355Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"5f7b2597-7e3e-46de-bb64-35ac03a6ae72"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.659824465Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.659835355Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_time_created":"2025-01-16 23:25:20.756297 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.659843455Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":1}","iteration":10,"elapsed":"292.09101ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.660516268Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.661857024Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.661880004Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.662038077Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.663790801Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.663810961Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.663971704Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.665597486Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"1d666faf-e0f3-47e6-9521-2c5224f5c82c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.665610316Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.665617296Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_time_created":"2025-01-16 23:25:21.695734 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.665626086Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":2}","iteration":10,"elapsed":"297.745259ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.670336146Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.670593411Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.672137801Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.673859104Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.673886305Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.674104239Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.675843962Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.678903691Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.678928022Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.679126585Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.682263276Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.682286206Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.682592552Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1bd1dcdc-cd53-420d-94ca-62bbe8794862\", \"date\": \"Thu, 16 Jan 2025 23:33:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.682618573Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.682822666Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.685141571Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.685349715Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.688003256Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.688267431Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.690636056Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.690660877Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.690669877Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"321.146017ms"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.690946652Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.690960243Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.69133419Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c394397d-834b-4ecb-90ba-433fbf63d866\", \"date\": \"Thu, 16 Jan 2025 23:33:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.693043523Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":19,"elapsed":"323.524723ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.693141215Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.69918032Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-16T23:24:20.471931Z, time_modified: 2025-01-16T23:24:20.471931Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 53828d51-c7a3-4557-b913-6b5f10d267df, db_silo: Silo { identity: SiloIdentity { id: 53828d51-c7a3-4557-b913-6b5f10d267df, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-16T23:25:21.631636Z, time_modified: 2025-01-16T23:25:21.631636Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 53828d51-c7a3-4557-b913-6b5f10d267df, db_silo: Silo { identity: SiloIdentity { id: 53828d51-c7a3-4557-b913-6b5f10d267df, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-16T23:25:21.631636Z, time_modified: 2025-01-16T23:25:21.631636Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.699209111Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"53828d51-c7a3-4557-b913-6b5f10d267df\",\"tls_certs\":[\"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\"]}},\"default_endpoint\":{\"silo_id\":\"53828d51-c7a3-4557-b913-6b5f10d267df\",\"tls_certs\":[\"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"331.220422ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.71585905Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":19,"elapsed":"347.877051ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.733238754Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.733494239Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23aa1273-f524-476b-854e-0f0aaedfa7df\", \"content-length\": \"1\", \"date\": \"Thu, 16 Jan 2025 23:33:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.735753392Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.736030218Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.738111887Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"null","iteration":19,"elapsed":"370.364912ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-16T23:33:30.75024572Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.750268171Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"380.766621ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.850652159Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.851046027Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1671f011-6403-4888-81ea-e9119233a663\", \"content-length\": \"691\", \"date\": \"Thu, 16 Jan 2025 23:33:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.851068337Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.851078257Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.851085607Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.851941524Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":19,"elapsed":"483.496205ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.89963634Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.899733411Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.900072388Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"0f976c79-2a4f-411e-80d5-d24b05d92933\", \"date\": \"Thu, 16 Jan 2025 23:33:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.900084728Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.901917364Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"ce92c817-ffc2-4ccc-b2c4-8e9cc8af3dee\", \"date\": \"Thu, 16 Jan 2025 23:33:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.901930804Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.904283379Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.904297739Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"536.466153ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.947381187Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.947766014Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.949985537Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f81032f-5b5a-4e15-a902-c3dd58627e93, rack_id: 79114303-f678-43f7-aff3-a882c8c99560, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed94bf96-5c98-4d5e-9580-d87b95e3d576) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.950002267Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.950204911Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.955143126Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.955580594Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f00b863d-52e7-4ceb-a644-3d2adc87c9b9\", \"date\": \"Thu, 16 Jan 2025 23:33:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.955597164Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.956993841Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f9053f2e-9e8a-4f75-ba35-31afc479ca9f\", \"date\": \"Thu, 16 Jan 2025 23:33:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.957009951Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.957116533Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.957340058Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41566a55-4f68-49be-b9e8-0725b590b4ff\", \"content-length\": \"134\", \"date\": \"Thu, 16 Jan 2025 23:33:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.957370069Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.957381249Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed94bf96-5c98-4d5e-9580-d87b95e3d576","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.957633183Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.957641774Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.957648064Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.957654684Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.957660874Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.957667254Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.957832317Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.957841738Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.958060192Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.958071422Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.958371698Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.958726755Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0b776741-d812-4e70-8e28-78d4bae86c92\", \"date\": \"Thu, 16 Jan 2025 23:33:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.958750035Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.960089741Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.960191133Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4bfd3a4-dfe5-4594-a502-afefacefd6b0\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:33:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.960202933Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.960322465Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b1a4d0b-6b49-4251-ac9f-d0cbce88b25f\", \"content-length\": \"52\", \"date\": \"Thu, 16 Jan 2025 23:33:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.960337126Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.960346966Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:30.960762654Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:30.960807744Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"592.907196ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:31.055230418Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"dad87df5-d967-4700-8db5-6290103e243e\", \"date\": \"Thu, 16 Jan 2025 23:33:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:31.055258729Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:31.055268059Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:31.055468722Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1833d02b-e4c5-41be-8ce8-e5102a6faa63\", \"content-length\": \"682\", \"date\": \"Thu, 16 Jan 2025 23:33:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:31.055504423Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:31.055761798Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:31.058923819Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:31.059265115Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:31.062470397Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:31.062664311Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:31.064287922Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:31.064614908Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:31.072338946Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":19,"elapsed":"704.464109ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:35.733618285Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"be1b54e6-4947-4ea2-879d-e01cbe03e3c9","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":274,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:40.367818685Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:40.367876926Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:40.368208752Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:40.36964061Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:40.36964915Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:40.369689481Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:40.370002847Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:40.371035486Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:40.37123604Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:40.372337851Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:40.372356832Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:40.372498294Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:40.37277488Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"3.127829ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:40.373723238Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:40.373891231Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:40.375501832Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:40.377647304Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:40.377663134Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:40.377789116Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:40.386708427Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:40.386735388Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":56,"elapsed":"18.927134ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:45.733819277Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"b16b05ed-9bdd-4c46-87ed-c5497b212437","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":252,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:50.368009427Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:50.368060228Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:50.368336253Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:50.369888452Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:50.369905303Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:50.369918333Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:50.37029337Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:50.372026074Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:50.372218517Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:50.372293939Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:50.372302669Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:50.372453742Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:50.373721476Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"3.815293ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:50.374490271Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:50.374755106Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:50.376139943Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:50.378457407Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:50.378470968Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:50.37860652Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:50.386718266Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:33:50.386740936Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":57,"elapsed":"18.74691ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:33:55.733893527Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"d868288e-c6d3-4419-a367-9fc4be999fb5","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":291,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.367683259Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.36774312Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.367753Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.36776159Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.36776996Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.367776971Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.367783791Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.367790481Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.367798131Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.367805371Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.367812031Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.367818671Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.367825341Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.367832781Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.367839372Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.368098067Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.368111857Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.368205209Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.368223709Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.368241209Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.368251389Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.368313811Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.36880745Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.36881657Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.36882332Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.368830281Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.368980743Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.369111886Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.370027684Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.370046614Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.370057454Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.370068624Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.370078845Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.370089195Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.370099295Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.370108925Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.370120296Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.370130506Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.370200437Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.370332069Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.370393211Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.370420691Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.370488863Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"2.763113ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.370813929Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1548, tv_nsec: 686301850 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.371102284Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.371127555Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.371667555Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.372018542Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.372494421Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.372506741Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.372517251Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.372527642Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.372539072Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.372548002Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.372557672Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.372566872Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.372575463Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.372757036Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1548, tv_nsec: 688244727 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.372783056Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.372832968Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.372855088Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.37293787Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.373020411Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.374387207Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.374397758Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.37453257Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.374544881Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.374583971Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.374745594Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.375173693Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.375182323Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.375340076Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.375413787Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.375423387Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.375613791Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.376383756Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.377335034Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.377585159Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.378747441Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.378770542Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.378953705Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.380090737Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.38025944Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.380288371Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.380856112Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.380962274Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.381188578Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.382009634Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"9.493442ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.382882281Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.382902481Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.383046294Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.383148006Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.383168086Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.38338426Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.383849789Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.384024432Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.384681065Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"12.143463ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.385649104Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.385843698Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.385857008Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.386094182Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.386327067Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.386386968Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.386395378Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1548, tv_nsec: 701880969 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.386568721Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.386590012Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"16.550588ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.386626413Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.386677434Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.387723194Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"18.906933ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.388434637Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.388676252Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.388842735Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.389040509Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"16.529357ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.389290744Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.390780172Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.390804133Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.390815273Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.390952156Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.392164799Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.392180369Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.392336142Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.393048046Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.393064326Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.39325349Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.404989175Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.405018366Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":58,"elapsed":"37.342947ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.40838672Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.408409531Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.408416901Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.408652565Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.411067432Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.411087092Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.411093562Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.411308427Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.412232914Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.41252761Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.413536079Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.41355468Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.41356423Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"43.504725ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.41460474Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.414785003Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.416402074Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.418829831Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 198593b5-c3c6-4ef5-879a-52095a2ef511, lookup_type: ById(198593b5-c3c6-4ef5-879a-52095a2ef511) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.418853381Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.419006134Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.419175338Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":20,"elapsed":"46.678666ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.420317049Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"0","iteration":20,"elapsed":"52.542299ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.423166924Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"55.413674ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.424888067Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.42503357Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.42504765Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"54.984756ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.425107241Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.426378396Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.428071089Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.428085979Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.428216311Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.428950465Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.429121699Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.430125038Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.431841651Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.431871711Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.432085415Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.433558029Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.435195335Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.435219396Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.435350708Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.438415297Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.438436717Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.438729883Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb55712d-6d4b-4a5c-8e7e-d46acd40d7ca\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:34:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.438747794Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.440181421Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.463700473Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.463732813Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.464010119Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e03fd39a-2d5b-4229-af72-946d4cb1b5d1\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:34:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.464027409Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.4656324Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.465782423Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.465791403Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.466030658Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53b30a7b-d985-4b90-9c33-3e6cbc13a20e\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:34:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.466047648Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.468056046Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.469391592Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.469409392Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":20,"elapsed":"101.666332ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.5604185Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.56092533Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7135c77b-3509-4ea0-bee0-19a18516e5b4\", \"content-length\": \"691\", \"date\": \"Thu, 16 Jan 2025 23:34:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.56094804Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.56095727Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.560965061Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.56299946Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":20,"elapsed":"194.185799ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.574696114Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":20,"elapsed":"206.989935ms"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.595330231Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.595349371Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.595650187Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"191fd0d5-bf15-4e33-91fa-ac1319b49f76\", \"content-length\": \"372\", \"date\": \"Thu, 16 Jan 2025 23:34:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.595682417Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.596051795Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.609419451Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.609440572Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.609617685Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f34719d1-e04a-4f30-9a69-fccda23618c5\", \"date\": \"Thu, 16 Jan 2025 23:34:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.609627515Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.609895641Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.612802696Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.61298931Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.616282113Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.616672901Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.619797641Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.619812121Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.620214579Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7187f893-f736-4a2a-843a-6b93b2cc5715\", \"date\": \"Thu, 16 Jan 2025 23:34:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.621609795Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":20,"elapsed":"251.571651ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.651727414Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.651964108Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d924194-f0b0-4fdc-b1f2-4675059a2075\", \"content-length\": \"1\", \"date\": \"Thu, 16 Jan 2025 23:34:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.653298064Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.653531268Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.655253532Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"null","iteration":20,"elapsed":"287.558902ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.717396004Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.717754921Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.719136387Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f81032f-5b5a-4e15-a902-c3dd58627e93, rack_id: 79114303-f678-43f7-aff3-a882c8c99560, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed94bf96-5c98-4d5e-9580-d87b95e3d576) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.719148308Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.71928639Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.728429226Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.728670621Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6d98132-6aec-4729-8455-c373bb281b2f\", \"content-length\": \"134\", \"date\": \"Thu, 16 Jan 2025 23:34:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.728687511Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.728696831Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed94bf96-5c98-4d5e-9580-d87b95e3d576","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.728968736Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.728978287Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.728984937Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.728991997Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.728999247Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.729006517Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.729185891Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.729195551Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.729403645Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.729412105Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.72966068Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.731586147Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.73177269Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7f01d9e-3d31-4647-8421-99b34ea51896\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:34:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.73178783Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.731856862Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"700cf510-6d90-454e-b83d-b79be9484c91\", \"content-length\": \"52\", \"date\": \"Thu, 16 Jan 2025 23:34:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.731869832Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.731879412Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.823342039Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a9529762-a0b4-47a9-ac66-cea5bb06e522\", \"date\": \"Thu, 16 Jan 2025 23:34:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:00.823364879Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.82337416Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.823609624Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db545e01-6505-4fcd-b5df-510703b767fe\", \"content-length\": \"682\", \"date\": \"Thu, 16 Jan 2025 23:34:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.823645875Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.82392155Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.827206623Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.827488948Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.830617979Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.830845333Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.832900932Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.833105516Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:00.840987048Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":20,"elapsed":"473.215518ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:05.723387864Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"02143627-5d3e-4a28-9761-db47643a276e","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:05.723886503Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"02143627-5d3e-4a28-9761-db47643a276e","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:05.726463012Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"02143627-5d3e-4a28-9761-db47643a276e","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3174,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:05.726736578Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"a7b8928a-565c-4fcc-a0dd-4a3a1f168fe5","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:05.727041774Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"a7b8928a-565c-4fcc-a0dd-4a3a1f168fe5","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:05.728453331Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"a7b8928a-565c-4fcc-a0dd-4a3a1f168fe5","remote_addr":"[fd00:1122:3344:101::d]:39070","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1776,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:05.733981097Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"f2865369-9479-4274-8caf-83fa9788c12d","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":287,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:10.368200667Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:10.368262138Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:10.368722506Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:10.370385869Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:10.370401309Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:10.370638873Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:10.370650774Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:10.372170473Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:10.372347356Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:10.372937067Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:10.372949998Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:10.37308644Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:10.373837015Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"3.451107ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:10.374734302Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:10.374976927Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:10.376650069Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:10.378722701Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:10.378734072Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:10.378854713Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:10.387363004Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:10.387384455Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":59,"elapsed":"19.205849ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:15.734283671Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"1f6793c6-688b-4e5b-85cc-e4a1e27bbe3e","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":354,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:20.368350138Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:20.368404929Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:20.368834007Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:20.370515839Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:20.37052762Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:20.37054394Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:20.370800995Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:20.372307234Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:20.372467397Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:20.372896115Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:20.372908215Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:20.373043998Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:20.37369814Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"3.180841ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:20.374770101Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:20.374923474Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:20.376114157Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:20.378204637Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:20.378216927Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:20.378340839Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:20.386951715Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:20.386973205Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":60,"elapsed":"18.641128ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:25.734165727Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"61a9deb6-5583-4573-af08-b1e1203969dc","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":267,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368162762Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368222884Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.368235334Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368244754Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368253394Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368262304Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368270414Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368279414Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.368287675Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-16 23:24:30.368183763 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368296925Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368304455Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-16T23:34:30.368312055Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368319825Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":21,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368327646Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\"}","iteration":12,"elapsed":"16.32µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368336846Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368343906Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368352276Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368360376Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368369456Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368376976Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368385777Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368393847Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368402797Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368410677Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368419757Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368428548Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368436297Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368443418Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368451598Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368458748Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368466648Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368473678Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368481338Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368489819Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368497939Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368505589Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368513809Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368521369Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368652242Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368679542Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368695422Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368709413Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368723573Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368773164Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368793784Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368807615Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368820715Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368833585Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368846436Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368861576Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368876556Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368887186Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368898646Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368910427Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368919557Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368928087Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dc5f3810-93b6-44f1-815c-44411abf99ad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f4635fcc-61fc-4ff9-8203-b560522a972b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f4635fcc-61fc-4ff9-8203-b560522a972b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1578, tv_nsec: 684123548 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.368939697Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5c1ab32c-50b8-4564-bf29-e388b915cbdb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fd10c057-8c9f-4db2-98b5-bcf5e0d536ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fd7a4ec0-c746-4aff-9239-7c8992ff75d9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fd7a4ec0-c746-4aff-9239-7c8992ff75d9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1578, tv_nsec: 684138669 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.36906813Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.36909955Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.369359945Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.369376666Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"1.130252ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.369510238Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.369521289Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":11,"elapsed":"1.210623ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.369772923Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.369782974Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.369791404Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.369798714Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.369805344Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.369811554Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.369818004Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.369823734Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.369829644Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.369836684Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.369843095Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.369849925Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.369856205Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.369862475Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.369868415Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.370066579Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.37011401Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.37014327Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.370153101Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.370161631Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.370168011Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.370708561Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.370878084Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.370886095Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.371125179Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.371604318Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.372084378Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"3.733121ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.372145879Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.372898243Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.372920984Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.372936664Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.372947284Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.372954414Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.372960904Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.372967845Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.372974195Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.372981025Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.372987755Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.372995135Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.373001455Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.373008345Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.373014196Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.373020106Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.373026736Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.373128238Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.373212749Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-16 23:24:30.368183763 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.373226709Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"expiration\":\"2025-01-16T23:24:30.368183763Z\",\"pruned\":[]}","iteration":11,"elapsed":"5.029476ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.373293911Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.373318331Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.373337522Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.373349542Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.373361862Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.373374203Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.374599576Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.374624707Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.374780559Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.374971693Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.374982373Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.375173897Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.375204087Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.375224328Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.375363281Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.375377071Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1578, tv_nsec: 690603002 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.375615226Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.375701287Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.375882431Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.376825859Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.376858179Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.377000572Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.377195706Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.378259686Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.378309817Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1578, tv_nsec: 693525829 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.378548962Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.37897018Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.37898095Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.379169784Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.379273616Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.379287776Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.379445109Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.380291455Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.380314116Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.380436398Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.380622662Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.381302885Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.38160253Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.381884356Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.38315929Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.383181831Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.383327063Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.383821293Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.383833973Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.383972846Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.384554447Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.384660429Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.384894764Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.386049516Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.386074226Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.386085376Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.386240879Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.386389742Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.387891591Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"14.926037ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.388226858Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.388239868Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.388249078Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"17.357544ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.388438952Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.388646656Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.389727157Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"16.719721ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.390732476Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.390928309Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.39094286Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.391151274Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.391704415Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.391863787Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.39198347Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.392280886Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.394478798Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1578, tv_nsec: 709682609 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.394743093Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.395034239Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","candidates":"[(53d8ebdf-788a-4b0f-b75e-9d7cb91f439c, 0), (ba79a398-7b8e-439d-b9a0-f5327e7bb2c8, 0), (c859df09-146d-4d92-a88b-2f5847ced125, 0), (144de330-3b56-4096-b46e-cd564ddb7c64, 0)]","collection_id":"53d8ebdf-788a-4b0f-b75e-9d7cb91f439c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.395046999Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.395439826Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.39564305Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.396084508Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.39773003Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.397952915Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.398278691Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.39982159Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.399850441Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.399969363Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.401680166Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.401949181Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.402089064Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.402552083Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.402688975Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.403647754Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.403670034Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"33.82939ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.405445378Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.405473739Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.405698263Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.406261394Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.406284815Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.406486058Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.407215892Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.407243403Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.407460057Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.41019569Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.410602347Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.418135412Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.418165793Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.418180373Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"49.98077ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.420189962Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"47.208116ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.423431884Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.423862162Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.425961262Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.425986853Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.425997243Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.426307229Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.42633646Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":61,"elapsed":"58.189907ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.42635453Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.428385819Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.428717065Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.429246665Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.429269396Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.429278996Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.429287936Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.429377378Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.429391708Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.429400448Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.429408879Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.429602432Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.429709374Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.429730835Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.429741655Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"56.74228ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.44353416Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"74.699114ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.445955976Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.446310843Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.449500794Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.449829721Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.451451812Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"81.672419ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.459649449Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.459890344Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.462877571Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/db-queries/src/db/datastore/inventory.rs:1442","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":0,"nnics":0,"nzones":0,"nsled_agent_zones":0,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":0,"nsled_agents":0,"nrot_pages":8,"ncabooses":12,"nrots":2,"nsps":2,"ncollections":1,"collection_id":"53d8ebdf-788a-4b0f-b75e-9d7cb91f439c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.462898492Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.463245378Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.488990913Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.495759323Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.496029808Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.50655103Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.506572941Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.506871306Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5359f887-19d4-4051-a83c-a65dc06b5b1d\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.506887387Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.509263032Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.514997202Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"146.754668ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.532960457Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.532982458Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.533190652Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cf054fd-e281-44d7-a8c7-73a561f81379\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.533204552Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.535115869Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.576761158Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.576790299Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.577192747Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9048e55e-e42d-48e5-b11e-4d516d11df54\", \"content-length\": \"372\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.577245918Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.577647666Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.579053643Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.579470401Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.579743546Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.57994586Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.57996975Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.581229614Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.581929518Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.581947488Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.582134942Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.583760343Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.583995217Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.584054399Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.584065929Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.584265493Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.584346234Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.584536648Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.587985224Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.588015795Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.588652147Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.591226136Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.591497952Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.592341328Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.592368888Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":21,"elapsed":"223.977212ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.592457Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.59248424Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"5f7b2597-7e3e-46de-bb64-35ac03a6ae72"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.592496951Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.592786506Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.592848747Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.593184044Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","candidates":"[(ba79a398-7b8e-439d-b9a0-f5327e7bb2c8, 0), (c859df09-146d-4d92-a88b-2f5847ced125, 0), (144de330-3b56-4096-b46e-cd564ddb7c64, 0), (5cfc81ec-c327-43bf-b0dd-e69441d0888d, 0)]","collection_id":"ba79a398-7b8e-439d-b9a0-f5327e7bb2c8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.593198344Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.593628122Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.596859204Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 198593b5-c3c6-4ef5-879a-52095a2ef511, lookup_type: ById(198593b5-c3c6-4ef5-879a-52095a2ef511) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.596890345Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.597204641Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.599418694Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"0","iteration":21,"elapsed":"231.062357ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.600401343Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.600656748Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.618181964Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"245.176818ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.623740491Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.623773941Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.626020225Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.626163647Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.626179718Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.626386602Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.627273579Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.627297869Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.627503193Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.628674646Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.629096654Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"65f1eafb-6901-4355-9de7-82917b6a1372\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.629120544Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.629832318Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.629973211Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.629988781Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.629995101Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.630067372Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"5f7b2597-7e3e-46de-bb64-35ac03a6ae72"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.630082753Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.630096473Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_time_created":"2025-01-16 23:25:20.756297 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.630106463Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":1}","iteration":11,"elapsed":"261.859159ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.630236016Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.631199894Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":21,"elapsed":"258.24331ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.631801846Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.631830636Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.631993119Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"5c287fca-2842-4292-944d-261373caaf02\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.63200914Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.632062311Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.632745744Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.632786545Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.632999089Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.633625911Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.633656781Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.633666931Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"1d666faf-e0f3-47e6-9521-2c5224f5c82c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.633675922Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.633865845Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.633946647Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.63410245Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.634117Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"265.737404ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.635576808Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.635773752Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.635820993Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.636916827Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.63879613Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.63882363Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.638967113Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.640508813Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.640530203Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.640670976Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.641289408Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"1d666faf-e0f3-47e6-9521-2c5224f5c82c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.641315138Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.641324318Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_time_created":"2025-01-16 23:25:21.695734 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.641332919Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":2}","iteration":11,"elapsed":"272.905062ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.641715546Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.641728876Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.642018762Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"45ec6561-ad43-49ae-b38d-31e1a88ed5c4\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.642040792Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.642201105Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.643519321Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.643788226Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.64454437Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.644722824Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.6455866Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.645802515Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.647102449Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.647342194Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.647763312Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.64818116Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.648919744Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.649154169Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.649267801Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":21,"elapsed":"281.040968ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.649607358Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.649629168Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.649941274Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"455be7f3-25ae-4fb9-b261-430a8eac1184\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.649959194Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.650401393Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.650633557Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.651199208Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.651211279Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.651585176Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"12d23416-76c4-4a17-ba0a-9e720db78e8f\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.651847961Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.651924122Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/db-queries/src/db/datastore/inventory.rs:1442","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":9,"nnics":6,"nzones":28,"nsled_agent_zones":1,"nnvme_disk_firmware":11,"nphysical_disks":11,"ndatasets":84,"nsled_agents":1,"nrot_pages":8,"ncabooses":12,"nrots":2,"nsps":2,"ncollections":1,"collection_id":"ba79a398-7b8e-439d-b9a0-f5327e7bb2c8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.651952673Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.652125516Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.653651725Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":21,"elapsed":"283.825451ms"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.655889878Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","candidates":"[(c859df09-146d-4d92-a88b-2f5847ced125, 0), (144de330-3b56-4096-b46e-cd564ddb7c64, 0), (5cfc81ec-c327-43bf-b0dd-e69441d0888d, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.65651302Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1578, tv_nsec: 971707761 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.664118566Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.664419872Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cff1c2ce-49cd-4998-97f6-5b003b379e6c\", \"content-length\": \"1\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.665710627Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.665980812Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.668279526Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"null","iteration":21,"elapsed":"299.89161ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.674547457Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.674574327Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.674586217Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"304.759553ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.676008975Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.676745729Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-16T23:24:20.471931Z, time_modified: 2025-01-16T23:24:20.471931Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 53828d51-c7a3-4557-b913-6b5f10d267df, db_silo: Silo { identity: SiloIdentity { id: 53828d51-c7a3-4557-b913-6b5f10d267df, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-16T23:25:21.631636Z, time_modified: 2025-01-16T23:25:21.631636Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 53828d51-c7a3-4557-b913-6b5f10d267df, db_silo: Silo { identity: SiloIdentity { id: 53828d51-c7a3-4557-b913-6b5f10d267df, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-16T23:25:21.631636Z, time_modified: 2025-01-16T23:25:21.631636Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.676775179Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"53828d51-c7a3-4557-b913-6b5f10d267df\",\"tls_certs\":[\"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\"]}},\"default_endpoint\":{\"silo_id\":\"53828d51-c7a3-4557-b913-6b5f10d267df\",\"tls_certs\":[\"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"308.589227ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-16T23:34:30.677239808Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.677261049Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"307.425734ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.677716637Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.677739308Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.67786904Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.688433903Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.68876099Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.713333381Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.745811925Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.745832035Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.745839885Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.746247403Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71f12ccd-356b-466a-a529-210e2dc41cea\", \"content-length\": \"476\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.746282734Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.746495008Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b64ed880-b5ca-4eef-85e3-21d482faae9b\", \"content-length\": \"734\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.746535439Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.746812434Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45cc176b-00dc-451b-aafc-bdf2204c1e97\", \"content-length\": \"111\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.746824054Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.747069739Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe82c8fc-3c67-45a2-8312-51edbd7ec842\", \"content-length\": \"111\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.747080309Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.747316344Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e664574-91dd-43d5-b16e-3227b0f2863e\", \"content-length\": \"167\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.747327144Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.747562928Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f29dc38c-cf83-47d7-a32c-2c5923670f07\", \"content-length\": \"167\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.747573358Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.747806497Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"217f72e2-aef9-49b1-acc0-aa3997fcff7d\", \"content-length\": \"175\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.747817766Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.748034155Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"721a2d85-ac53-4232-9b37-47dce1ad4271\", \"content-length\": \"175\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.748044589Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.748149066Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20ce8fd0-e8b9-4dd2-b385-0d8fdb3444a0\", \"content-length\": \"702\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.748159997Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.7482899Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c3cbd60-76c0-491b-addd-7ed8f4f5e285\", \"content-length\": \"727\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.748300747Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.748418303Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66851631-3b35-4a01-81cf-a0b077a84e8f\", \"content-length\": \"729\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.748428128Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.748610185Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2253ba70-f524-4541-b143-c1b6d58e709b\", \"content-length\": \"728\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.74861971Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.748843603Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5164177-6c5a-4b1b-bda9-9224b2f8a7fa\", \"content-length\": \"722\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.748858553Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.749098648Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20dad316-8917-4988-af5d-9b5acedbb61c\", \"content-length\": \"109\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.749109088Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.749339412Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7d36071-429e-4101-b4ce-50e323951fab\", \"content-length\": \"109\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.749350003Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.749581307Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd63f24e-957d-44d5-93ea-2a15dd3b8d35\", \"content-length\": \"169\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.749591817Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.749823472Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84a356e2-caba-415a-ae11-b4453aac4a34\", \"content-length\": \"169\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.749834002Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.750065106Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a1559db-ce05-4a54-b9e0-4e3634a073ca\", \"content-length\": \"178\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.750075587Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.750305361Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30b056b4-01c2-4897-816d-b539a177e012\", \"content-length\": \"178\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.750317341Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.750421853Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91da77c0-46bb-4861-95c6-f4519f7413b2\", \"content-length\": \"702\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.750431293Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.750555886Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"139df89c-b7ab-48c7-aa1f-3703868031cb\", \"content-length\": \"727\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.750565516Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.750695209Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41feca93-48fa-47e6-a3a9-b885535f6850\", \"content-length\": \"729\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.750706049Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.750838311Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6894ec2-f1ee-480c-bc2d-1a76802a9062\", \"content-length\": \"728\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.750849601Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.751133727Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.758132781Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.758636251Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b025af3c-cb8d-4e25-a14e-ea13f93bce58\", \"content-length\": \"691\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.758660602Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.758671082Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.758680392Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.75963928Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.75965033Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":21,"elapsed":"390.833676ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.759943506Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.762043436Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.762054557Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.76223324Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.763354972Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.763367122Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.763546355Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.765224948Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.765407611Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.767073003Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.767316158Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.769351087Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.76951839Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.771152362Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.771325615Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.771736943Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.772181831Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"823bc992-7fa8-4f8e-90b3-13c58e7fe770\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.772195831Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.774290142Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"20aff647-ea9a-47aa-8f23-d44e5b17565a\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.774304412Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.775121428Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6493a2db-20c5-47df-a336-9981ab531d51\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.775132648Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.776608956Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.776630277Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"408.314251ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.788564396Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.790147476Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.790158707Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.790292579Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.798939985Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.799121479Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.800078357Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.800310222Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.801688718Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.804994991Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.805014462Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.805153024Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.806671624Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.806850067Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.807658023Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.807861787Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.809128901Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.812358923Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.812372113Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.812518516Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.813919313Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.814180608Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.816095905Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f81032f-5b5a-4e15-a902-c3dd58627e93, rack_id: 79114303-f678-43f7-aff3-a882c8c99560, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed94bf96-5c98-4d5e-9580-d87b95e3d576) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.816117965Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.816256378Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.816651975Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.816840949Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.818722365Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.818933269Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.820717643Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.821002439Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.822802133Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.822992407Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.829221227Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.829240597Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.829443221Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.829534093Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97937917-4e83-4143-a7bf-d2bb7033ed27\", \"content-length\": \"134\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.829562043Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.829574004Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed94bf96-5c98-4d5e-9580-d87b95e3d576","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.829844329Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.829855629Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.829862969Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.829871039Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.829878909Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.829887019Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.830047293Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.830057353Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.830271497Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.830280147Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.830539312Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.830880709Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.831151464Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.832851596Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.83301944Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fb7e659-cc16-42b2-9eb8-479e6fbe4bbd\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.83304016Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.833146312Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7542ee3a-0cd1-4479-9268-3a64e9a138b4\", \"content-length\": \"52\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.833164542Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.833175523Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.859887268Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.860148197Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.861350744Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.864970283Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.864986853Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.865135767Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.88301033Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.88302855Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.884666262Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.884870306Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.886578448Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.886824503Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.888195069Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.891574764Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.891589404Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.891718057Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.897690742Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name(\"external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name(\"external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name(\"nexus-bda5150c-3889-413e-a774-9d40d8f8536d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name(\"nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name(\"nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.897727412Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.897952057Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.899509687Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.900838682Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.900851132Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.900972385Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.902855531Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.902902342Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name(\"external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name(\"external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name(\"nexus-bda5150c-3889-413e-a774-9d40d8f8536d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name(\"nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name(\"nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.902926692Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.945727754Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9619e6c2-e8f0-4184-87f5-414a2a5293b6\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:30.945751535Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.945761625Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.946224974Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b62ed18-bd55-4652-a130-778a4d3f5f97\", \"content-length\": \"682\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.946253424Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.94653196Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.950491356Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.95070933Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.954070215Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.954415891Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.956255266Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.956476321Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:30.963308172Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":21,"elapsed":"594.970907ms"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.017439712Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","vpc_to_sled":"[Sled { identity: SledIdentity { id: 198593b5-c3c6-4ef5-879a-52095a2ef511, time_created: 2025-01-16T23:25:11.806143Z, time_modified: 2025-01-16T23:25:11.806143Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 79114303-f678-43f7-aff3-a882c8c99560, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.017468412Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.017475462Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.017733717Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.019657584Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.019988961Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.021647732Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.024015958Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 198593b5-c3c6-4ef5-879a-52095a2ef511, lookup_type: ById(198593b5-c3c6-4ef5-879a-52095a2ef511) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.054576335Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.055807458Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"4d69ca57-ca43-4815-9e9c-aecca9a14476\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:31.056729966Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.056748587Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","elapsed":"686.926032ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.056759397Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":3,"elapsed":"686.934252ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.160484829Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56c19061-474d-40b1-919f-e82d101bad71\", \"content-length\": \"30796\", \"date\": \"Thu, 16 Jan 2025 23:34:30 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.180409862Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.180437642Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.180448552Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.182893779Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.183159374Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.184709734Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.186372896Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.186424077Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.18657427Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:31.347684934Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/db-queries/src/db/datastore/inventory.rs:1010","collection_id":"37f8884c-0bdb-430c-99ac-2586ccf3ef80"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.347724875Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_started":"2025-01-16 23:34:30.745796 UTC","collection_id":"37f8884c-0bdb-430c-99ac-2586ccf3ef80"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.347734205Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"collection_id\":\"37f8884c-0bdb-430c-99ac-2586ccf3ef80\",\"time_done\":\"2025-01-16 23:34:31.180413 UTC\",\"time_started\":\"2025-01-16 23:34:30.745796 UTC\"}","iteration":2,"elapsed":"979.447481ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.347745405Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.347753805Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.348070791Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.349739234Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.351416836Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.351440236Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.351561949Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.353451785Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.35370183Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.355334641Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.356912981Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.356934472Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.357047214Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:31.43859236Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"90.823754ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:35.73440745Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"29e31681-4cb6-4dc0-84d7-94e5435f5e96","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":291,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:40.368602519Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:40.36866164Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:40.369087718Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:40.370689319Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:40.370699409Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:40.370787551Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:40.371059056Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:40.373090335Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:40.373105136Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:40.373231838Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:40.375328698Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:40.375553823Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:40.377012271Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:40.379326135Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:40.379340895Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:40.379518529Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:40.39622631Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:40.39625394Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":62,"elapsed":"27.666411ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:40.404697622Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:40.404949087Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:40.433861233Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"63.171133ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:45.73451632Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"2eb5b562-c21f-483f-aa3d-9d97da877588","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":276,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:50.368701939Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:50.36876327Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:50.369073516Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:50.370710628Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:50.370737208Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:50.370786559Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:50.370924392Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:50.373240086Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:50.373252877Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:50.37341115Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:50.375598362Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:50.375768755Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:50.376766944Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:50.378839134Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:50.378855654Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:50.378977947Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:50.3911389Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:50.391161654Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":63,"elapsed":"22.491161ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:50.404780792Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:50.405063488Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:34:50.406683879Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"35.971481ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:34:55.734560039Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"d163b77a-b574-4851-8301-6baf6a82285f","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":253,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.368493644Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.368555655Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.368567455Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.368577025Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.368585636Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.368594226Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.368602846Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.368610856Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.368618956Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.368627576Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.368635646Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.368643927Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.368650787Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.368658167Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.368665667Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.368903911Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.368918092Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.368975493Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.368991113Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.369005724Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.369021134Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.369060165Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.369626496Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.369635716Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.369642346Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.369648866Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.369828599Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.369908141Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.370771698Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.370783888Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":64,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.370791508Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.370798988Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.370806568Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.370813898Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.370820278Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.370826348Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.370832679Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.370838879Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.370846539Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.370939991Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.371002352Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.371064403Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.371074953Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.371084433Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.37196213Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"3.409995ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.372167484Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1608, tv_nsec: 687110516 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.37244996Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.372908479Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.373097112Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.373106562Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.373113672Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.373120772Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.373127003Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.373134203Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.373143293Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.373149883Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.373222954Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1608, tv_nsec: 688165766 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.373425378Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.373435399Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.373468479Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.37347829Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.373485359Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.374191443Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.374201263Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.374384797Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.374497729Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.374505829Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.374741654Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.375115931Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.375129581Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.375262424Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.376315224Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.376539148Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.378315082Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.378338623Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.378486086Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.378629868Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.378652789Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.378775891Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.379912383Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.381403792Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.381430202Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.381546094Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.384394799Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.384669784Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.385854817Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.386095992Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.38653476Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1608, tv_nsec: 701472781 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.386863027Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.386995229Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.387464478Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.388998397Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.389332614Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.421506792Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.421560813Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.421571473Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.421862799Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.42244828Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.422937719Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.423243095Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.424672623Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.424771055Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.425080661Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.425227043Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.425236764Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.425331485Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.425473208Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.425568Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.42607416Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.4261163Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.426456807Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.426518058Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.427266723Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"57.625686ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.427496527Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.427510697Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.42765219Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.427705271Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.427906345Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"57.127987ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.4281993Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"55.092268ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.429066807Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.42924599Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.429257251Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"58.477564ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.429266121Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.429286271Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.429295131Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.429410064Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.429453265Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.429635918Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.430829081Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"57.706688ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.432051904Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.43287665Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"59.770838ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.434343508Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 198593b5-c3c6-4ef5-879a-52095a2ef511, lookup_type: ById(198593b5-c3c6-4ef5-879a-52095a2ef511) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.434368559Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.434500762Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.43599116Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"0","iteration":22,"elapsed":"67.464866ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.436626752Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.438269974Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.438285694Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.438419417Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.441980995Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.442005086Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":64,"elapsed":"73.524922ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.459220136Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.459365199Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.459391649Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.45939922Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.459699015Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.459711496Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.46307391Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.463935597Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.463958377Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.464282694Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94e94e0b-1a0c-4a4e-8ac7-3daea270ea7c\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:35:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.464305134Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.464799103Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.464823724Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.464965736Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.466580038Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.497059093Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.497094924Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":22,"elapsed":"128.489308ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.502175701Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"129.018038ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.505410143Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.505434844Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.505445104Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"134.648396ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.505883772Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.506201139Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.507564685Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.509145945Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.509157595Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.509306558Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.533768018Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"165.166581ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.537923288Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.539551879Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.539566129Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.539702892Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.561769636Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.561784146Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.562080992Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b631fb0-4ba4-41ae-9f81-f528434a9e30\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:35:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.562093842Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.563751474Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.573205235Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.573217795Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.573471411Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a54eb46-51a6-473d-8399-103a518f89aa\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:35:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.573484651Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.575600161Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.579265822Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.579543477Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9a26d92-55cb-4f1a-afe3-103fb442f7d9\", \"content-length\": \"1\", \"date\": \"Thu, 16 Jan 2025 23:34:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.58125593Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.581517815Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.583133856Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"null","iteration":22,"elapsed":"214.635763ms"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.626873846Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.626898606Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.627240153Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a74d84e5-001e-4a42-922b-3537f53a2916\", \"content-length\": \"372\", \"date\": \"Thu, 16 Jan 2025 23:35:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.627268784Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.627669041Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.655404644Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":22,"elapsed":"286.88736ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.667665529Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.66769149Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.667956495Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"766a5a62-9279-42c2-b10f-68fa9ef79b60\", \"date\": \"Thu, 16 Jan 2025 23:35:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.667979266Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.6682067Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.669891512Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.670076876Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.673625454Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.67394826Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7123058f-96b3-428e-8e11-fc891b7b8d73\", \"content-length\": \"691\", \"date\": \"Thu, 16 Jan 2025 23:35:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.67396993Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.673979821Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.673988411Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.6755093Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":22,"elapsed":"305.878085ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.676759534Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.676974358Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.680032597Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.680044257Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.680345793Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"575eb497-0bd3-4fcb-8e75-7957cd5b6840\", \"date\": \"Thu, 16 Jan 2025 23:35:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.681963724Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":22,"elapsed":"311.187787ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.729089948Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.729453315Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.730948734Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f81032f-5b5a-4e15-a902-c3dd58627e93, rack_id: 79114303-f678-43f7-aff3-a882c8c99560, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed94bf96-5c98-4d5e-9580-d87b95e3d576) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.730960704Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.731183359Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.738089451Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.738375337Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7275da29-f7d3-4405-bcd5-0da8c1503f45\", \"content-length\": \"134\", \"date\": \"Thu, 16 Jan 2025 23:34:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.738400597Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.738422208Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed94bf96-5c98-4d5e-9580-d87b95e3d576","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.738619471Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.738629722Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.738636192Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.738642612Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.738649392Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.738655482Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.738809015Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.738818165Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.73905843Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.73906711Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.739246823Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.741247372Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.741430065Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58f8819c-6e61-44d4-983d-e5c95fafda9e\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:34:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.741442196Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.741527937Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15216afd-b49c-4d2a-b256-c1b82e64046e\", \"content-length\": \"52\", \"date\": \"Thu, 16 Jan 2025 23:34:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.741541438Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.741549598Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.839320916Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"992e70c1-b23c-4c58-b9df-537b0a994498\", \"date\": \"Thu, 16 Jan 2025 23:35:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:00.839364246Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.839379307Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.83956791Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36a6483b-7d70-49b1-ba82-320048b98125\", \"content-length\": \"682\", \"date\": \"Thu, 16 Jan 2025 23:35:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.839612791Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.839957448Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.843273111Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.843568587Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.846887851Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.847049894Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.849226066Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.849488001Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:00.856842042Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":22,"elapsed":"488.268427ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:05.734521537Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"187d5bac-cf22-4ae8-af50-b0dba848638d","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":285,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:10.368714226Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:10.368771697Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:10.369025712Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:10.370432009Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:10.370447249Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:10.37045565Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:10.370844317Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:10.372953928Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:10.372972298Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:10.373113951Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:10.375045608Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:10.375347064Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:10.376646779Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:10.378998004Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:10.379013704Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:10.379145707Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:10.388449055Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:10.388475216Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":65,"elapsed":"19.770129ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:10.401645419Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:10.401865963Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:10.431785278Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"61.336448ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:15.734556976Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"965a3fad-87af-4c16-9fb8-0f8ab7403dc8","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":289,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:20.368389828Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:20.36844751Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:20.368692524Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:20.370245214Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:20.370258894Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:20.370411537Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:20.370421457Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:20.372904805Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:20.372916875Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:20.373087579Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:20.375201449Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:20.375393783Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:20.37682843Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:20.379128315Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:20.379142635Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:20.379272867Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:20.393129084Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:20.393164544Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":66,"elapsed":"24.780566ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:20.40596971Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:20.406256616Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:20.407697123Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"37.450559ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:25.734757288Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"96a05c16-2552-4b8e-970b-921fb62e473a","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":285,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.368844915Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.368895876Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.368906836Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.368915407Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.368923147Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.368929717Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.368936917Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.368944077Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.368950928Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-16 23:25:30.368879506 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.368957217Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.368964568Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.368971138Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.368977178Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-16T23:35:30.368983678Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.368990108Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\"}","iteration":13,"elapsed":"11.61µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.368997518Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369004338Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369011318Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369017779Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369024329Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369031269Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369039579Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369047159Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369054019Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369060699Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.36906833Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.36907482Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.36908179Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.36908983Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369110131Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369122981Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369134651Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369146601Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369157911Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369165552Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369172322Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369340315Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369352655Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369389786Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369399676Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369407446Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369419486Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369430167Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369439677Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":23,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369448907Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369457357Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369463667Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369482178Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369490898Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369509438Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369529719Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369560659Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dc5f3810-93b6-44f1-815c-44411abf99ad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f4635fcc-61fc-4ff9-8203-b560522a972b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f4635fcc-61fc-4ff9-8203-b560522a972b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1638, tv_nsec: 684235400 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.36957796Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369665251Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369676591Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5c1ab32c-50b8-4564-bf29-e388b915cbdb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fd10c057-8c9f-4db2-98b5-bcf5e0d536ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fd7a4ec0-c746-4aff-9239-7c8992ff75d9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fd7a4ec0-c746-4aff-9239-7c8992ff75d9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1638, tv_nsec: 684323012 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.369747043Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.37012631Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.37013834Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"1.214333ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.370238992Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.370250082Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":12,"elapsed":"1.287375ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.370336354Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.370346064Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.370353354Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":67,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.370360784Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.370367895Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.370374485Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.370380735Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.370386875Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.370394445Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.370400615Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.370406905Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.370413605Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.370606589Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.37062774Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.37064145Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.37067179Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.370682071Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.371098009Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.371408735Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.371430265Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.37169882Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.371891474Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.372019956Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.37220472Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.372685349Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.373298121Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.373311251Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.373492535Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.373503055Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"4.430495ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.373512015Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.373521135Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.373528205Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.373536856Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.373546966Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.373558086Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.373569716Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.373578426Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.373584897Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.373591946Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.37379118Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.373802661Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.373818701Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.373828491Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.373837141Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.374204048Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-16 23:25:30.368879506 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.374222699Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"expiration\":\"2025-01-16T23:25:30.368879506Z\",\"pruned\":[]}","iteration":12,"elapsed":"5.329942ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.374552185Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.374563955Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.374699158Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.374856081Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.374868061Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.375031724Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.375788429Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1638, tv_nsec: 690470930 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.376051784Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.376498692Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.376724027Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.377527352Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1638, tv_nsec: 692208214 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.377745376Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.377897079Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.378329777Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.378588322Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.380286055Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.380310155Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.380474099Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.381084661Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.381094961Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.381261564Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.381757983Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.381779154Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.381924737Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.384775041Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.386426533Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.386450224Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.386568366Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.389293818Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"15.787454ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.390545962Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.390673755Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.390780587Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.39097448Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.399438913Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.399841001Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.402541593Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.402889539Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.415165695Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.418253084Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.418282905Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.41853526Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.423558536Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.423851412Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.424950803Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"51.436197ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.425712167Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.426765758Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.427209896Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.427361479Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"53.829474ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.429220695Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.429244835Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.429254306Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"57.824141ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.429715744Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.429729045Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.429884658Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.429896738Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.429935289Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.430225954Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.431443418Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.431891526Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.433342504Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.433364654Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.433530828Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.433550308Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.433586199Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.433863604Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.433924285Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.43416389Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1638, tv_nsec: 748836551 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.434562968Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.435401394Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.435425824Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.435436144Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.43570363Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.436207339Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.437959043Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.437982583Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.438140976Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.43887537Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.442027681Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.447668539Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.448183999Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.449177818Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.449207319Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.449220799Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"80.353743ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.450749748Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.450997883Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.45654602Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"87.588472ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.463962922Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.464559534Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.468501959Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.468814685Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.46903749Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.471608099Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.4716326Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.471803563Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.471844373Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.472366223Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.475011474Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.479009871Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.479041532Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"108.650736ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.479233746Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 198593b5-c3c6-4ef5-879a-52095a2ef511, lookup_type: ById(198593b5-c3c6-4ef5-879a-52095a2ef511) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.479262296Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.479554322Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.48416832Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"0","iteration":23,"elapsed":"115.121241ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.488106126Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.488130536Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.488139386Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.488145727Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.488493393Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.489987022Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.490012573Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.490258487Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"119.903343ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.490294798Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.490376129Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.490966041Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.491349998Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.491664594Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.491680185Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.491687055Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.491693145Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.492024051Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.492672933Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.492697334Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":67,"elapsed":"123.870249ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.492834057Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.493069481Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.493081021Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.493283325Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.493302796Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.494249064Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.494260894Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.494459088Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.494954467Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.494977808Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.49509373Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.495878973Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"126.472769ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.49593123Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"122.455712ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.496435906Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.496450286Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.496588249Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.496703011Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.501266839Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.506070661Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.506093611Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.506100862Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.506297435Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.519202603Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.519442318Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.520308544Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.520326945Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.520696162Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d04bd92-aabb-4f29-aaaf-6c6319f28c3e\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:35:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.520728222Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.521696421Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"148.161766ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.522077538Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.522101989Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.522297922Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff18516a-4690-4bfb-aa4e-5183f7079369\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:35:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.522316263Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.522347134Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.524379842Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.529938529Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.52996132Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"1d666faf-e0f3-47e6-9521-2c5224f5c82c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.52997251Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.52997976Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.530264786Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.530279286Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.533740442Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.533760553Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":23,"elapsed":"164.655892ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.537353352Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.537374462Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"5f7b2597-7e3e-46de-bb64-35ac03a6ae72"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.537384672Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.537686348Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.542074182Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-16T23:24:20.471931Z, time_modified: 2025-01-16T23:24:20.471931Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 53828d51-c7a3-4557-b913-6b5f10d267df, db_silo: Silo { identity: SiloIdentity { id: 53828d51-c7a3-4557-b913-6b5f10d267df, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-16T23:25:21.631636Z, time_modified: 2025-01-16T23:25:21.631636Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 53828d51-c7a3-4557-b913-6b5f10d267df, db_silo: Silo { identity: SiloIdentity { id: 53828d51-c7a3-4557-b913-6b5f10d267df, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-16T23:25:21.631636Z, time_modified: 2025-01-16T23:25:21.631636Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.542104053Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"53828d51-c7a3-4557-b913-6b5f10d267df\",\"tls_certs\":[\"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\"]}},\"default_endpoint\":{\"silo_id\":\"53828d51-c7a3-4557-b913-6b5f10d267df\",\"tls_certs\":[\"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"173.223458ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.543594082Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.543609922Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.543618632Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"173.250028ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.561684379Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.56434233Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.56435801Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.564496303Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-16T23:35:30.569248684Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.569264484Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"198.92065ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.578795768Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.578818518Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.579075833Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"618c051c-2dec-46e5-994d-b21421abdd8d\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:35:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.579091113Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.581156073Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.65913467Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.666804758Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.667162265Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"09d3864f-00e5-4ac8-a1b9-e1cc2a371b09\", \"date\": \"Thu, 16 Jan 2025 23:35:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.667174795Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.668728205Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"00e26263-4612-4e5f-ae4a-198a3cbe3b49\", \"date\": \"Thu, 16 Jan 2025 23:35:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.668737635Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.670063551Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.670075361Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"301.072623ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.677231898Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.677482893Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6802dbf-959c-4b47-99d6-ca9b76b8dfd6\", \"content-length\": \"1\", \"date\": \"Thu, 16 Jan 2025 23:35:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.679647695Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.6799416Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.684815484Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.684831484Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.685281793Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe73e33f-83cf-4daf-af89-8750520144ca\", \"content-length\": \"372\", \"date\": \"Thu, 16 Jan 2025 23:35:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.685314883Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.685600889Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.686150319Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":23,"elapsed":"317.252143ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.686315143Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.687830782Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"1d666faf-e0f3-47e6-9521-2c5224f5c82c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.687851632Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.687860152Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_time_created":"2025-01-16 23:25:21.695734 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.687867572Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":2}","iteration":12,"elapsed":"318.758722ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.688182859Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.688193899Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.688344071Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.688658428Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"null","iteration":23,"elapsed":"319.681999ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.68980708Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.691535093Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.691554853Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.691692666Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.715667106Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.718357627Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.718372447Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.71851019Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.721024129Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"5f7b2597-7e3e-46de-bb64-35ac03a6ae72"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.721036789Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.721049809Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_time_created":"2025-01-16 23:25:20.756297 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.721059229Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":1}","iteration":12,"elapsed":"352.131642ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.72684012Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.726857741Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.727168927Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0bc717fb-241f-4609-acc1-e2b1662132de\", \"date\": \"Thu, 16 Jan 2025 23:35:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.727183237Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.727392891Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.72893036Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.729083483Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.73206094Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.732452788Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.734819453Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.735354804Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1b65f11c-687d-42ad-9a70-90375aeb32a5\", \"date\": \"Thu, 16 Jan 2025 23:35:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.735368814Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.735513087Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.735527977Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.735916355Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4e5ed6c9-4f21-458c-bf97-cf25867d7d9e\", \"date\": \"Thu, 16 Jan 2025 23:35:30 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.736840742Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"69297a08-4e95-449e-a6b3-f28574f465a0\", \"date\": \"Thu, 16 Jan 2025 23:35:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.736851953Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.737339102Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":23,"elapsed":"366.989357ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.738677997Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6e9e07bc-695c-4fd3-8330-adecca169c94\", \"date\": \"Thu, 16 Jan 2025 23:35:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.738689228Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.740661786Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.740706507Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"371.676427ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.78514904Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.785555978Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84ebd3f4-a406-4c4d-b325-09f9a5afc537\", \"content-length\": \"691\", \"date\": \"Thu, 16 Jan 2025 23:35:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.785582588Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.785591998Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.785600389Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.787117428Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":23,"elapsed":"417.682982ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.788441773Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.788751739Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.790429802Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f81032f-5b5a-4e15-a902-c3dd58627e93, rack_id: 79114303-f678-43f7-aff3-a882c8c99560, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed94bf96-5c98-4d5e-9580-d87b95e3d576) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.790451812Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.790603125Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.799397944Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.799664199Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09dc8494-f854-40bf-8e7a-8bcefe3a2f17\", \"content-length\": \"134\", \"date\": \"Thu, 16 Jan 2025 23:35:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.799686689Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.799699629Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed94bf96-5c98-4d5e-9580-d87b95e3d576","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.799919874Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.799932324Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.799941244Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.799950304Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.799959374Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.799967955Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.800128138Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.800138958Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.800367372Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.800375593Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.800683218Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.802996233Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.803107615Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"177f25f7-eef0-4864-83d0-a9445239db40\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:35:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.803122835Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.803190627Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd840853-57f3-4b52-bea0-b634d26bb364\", \"content-length\": \"52\", \"date\": \"Thu, 16 Jan 2025 23:35:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.803204137Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.803215627Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.903556124Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b8b2489e-7fb1-4c87-a959-cedc2a4bfd84\", \"date\": \"Thu, 16 Jan 2025 23:35:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:30.903603315Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.903615595Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.903795579Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5032c6b9-31d3-4212-9d61-87e5f6cc662d\", \"content-length\": \"682\", \"date\": \"Thu, 16 Jan 2025 23:35:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.903838189Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.904126735Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.907687923Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.90802615Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.910451747Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.91064118Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.912794841Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.913007316Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:30.919717745Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":23,"elapsed":"550.717786ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:31.069494401Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:31.069522142Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:31.099758582Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:31.099861494Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:45726"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:31.100015917Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c194a582-8960-40ec-8ad7-7db0cdabd058","remote_addr":"[fd00:1122:3344:101::a]:45726","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:31.100269232Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c194a582-8960-40ec-8ad7-7db0cdabd058","remote_addr":"[fd00:1122:3344:101::a]:45726","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:31.151349273Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/oximeter.rs:76","collector_id":"0a365f9e-6c70-4a27-ba2b-6123ad53013e","producer_id":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:31.151368954Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/producers","method":"POST","req_id":"c194a582-8960-40ec-8ad7-7db0cdabd058","remote_addr":"[fd00:1122:3344:101::a]:45726","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51407,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:31.151421504Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c194a582-8960-40ec-8ad7-7db0cdabd058\", \"content-length\": \"41\", \"date\": \"Thu, 16 Jan 2025 23:35:31 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:31.152904423Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:31.152915043Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:35.734752146Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"034433f4-6710-4064-8213-389c7bf6ceb8","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":300,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:40.368958036Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:40.369016637Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:40.369333863Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:40.370863012Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:40.370878642Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:40.370889253Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:40.371140678Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:40.373234288Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:40.373249728Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:40.373378901Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:40.375778837Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:40.37595559Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:40.377079902Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:40.379303244Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:40.379317935Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:40.379448407Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:40.391541659Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:40.39156042Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":68,"elapsed":"22.625315ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:40.399656145Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:40.39988866Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:40.43269476Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"61.819697ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:45.734918078Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"4dd91663-3aa0-4dbb-a809-a4f45ff2dce0","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":281,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:50.369117877Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:50.369169768Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:50.369487804Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:50.370971253Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:50.370995253Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:50.371259008Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:50.372944301Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:50.373125234Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:50.397347099Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:50.398297593Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"27.384766ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:50.399805937Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:50.399817487Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:50.399953859Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:50.402128351Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:50.402316055Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:50.403729132Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:50.40572887Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:50.40574023Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:50.405867463Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:50.416711961Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:35:50.416728042Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":69,"elapsed":"47.632775ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:35:55.734990377Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"c2225506-db77-4b73-a28b-785898177c30","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":259,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.36882922Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.368881451Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.368893111Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.368900801Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.368908671Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.368916701Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.368925542Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.368933422Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.368940312Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.368947622Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.368954602Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.368962212Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.368970082Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.368977523Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.368984243Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.369223727Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.369238128Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.369246948Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.369324199Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.36933604Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.36935584Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.36936518Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.369953191Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.369962552Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.369969892Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.369976452Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.370246587Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.370257537Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.370742856Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.370751837Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.370759097Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.370766267Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.370773757Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.370780687Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.370787167Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.370793637Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.370802058Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.370807838Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.37095118Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.370967991Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.370999601Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.371009342Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.371018352Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.372340657Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1668, tv_nsec: 686750869 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.372623413Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.372972669Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"4.134399ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.373098442Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.373108952Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1668, tv_nsec: 687528033 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.373367097Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.373877987Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.373889187Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.3740336Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.374090021Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.374100191Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.374107021Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.374114141Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.374121261Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.374127752Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.374134272Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.374141512Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.374281855Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.374395717Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.374406107Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.374414177Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.374823575Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.374833585Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.374970138Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.375187582Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.376299283Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.37715896Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.377580618Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.377591808Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.377769122Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.378655268Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.378799051Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.378809202Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.378988375Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.379202379Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.379212889Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.379361512Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.38032442Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.380334531Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.380462863Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.38134637Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.381555704Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.382257858Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.382488302Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.384583542Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1668, tv_nsec: 698984424 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.384875218Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.384892418Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.385031811Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.385253505Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.385463259Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.385664863Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.385798456Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.386104551Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.387372726Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.387396226Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.387625301Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.387837935Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.390593898Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.390607068Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.390830942Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.407925041Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.412311255Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.412345086Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.41258096Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.415583378Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"44.811581ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.421341808Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.421590513Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.423382847Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.423605732Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.424084571Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.424416997Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.424764834Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"50.642773ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.425168762Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"51.06367ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.42613504Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"56.170479ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.42663218Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.42664633Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.42665304Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.426884615Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.429426934Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.429728329Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.431379681Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.431482703Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.431499423Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"60.742376ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.431681437Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.433213286Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"59.076535ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.436156683Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.436347416Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.436485279Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.436634002Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.436815376Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.438140091Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"64.02047ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.438747453Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.438766833Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.438903285Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.440593198Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.442321601Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.442349122Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.442498265Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.453464145Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.453768301Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.455090547Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.455112337Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.455374622Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.455400662Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.455470504Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05fa976a-e6a3-41a0-ad5a-0c3b265349fe\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:36:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.455492294Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.455580866Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73d0d927-cd1c-428a-ac0b-997b2336d0cc\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:36:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.455595026Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.45733837Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.45838859Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.458856319Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.458872989Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":70,"elapsed":"90.06622ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.458972701Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.462899626Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 198593b5-c3c6-4ef5-879a-52095a2ef511, lookup_type: ById(198593b5-c3c6-4ef5-879a-52095a2ef511) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.462966358Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.4630854Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.463203492Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.463218323Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.463225843Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.463479108Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.464880224Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"0","iteration":24,"elapsed":"95.965193ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.467152888Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.467169708Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.467362862Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d1b801a-d75c-4ce3-95a7-1dddc31d122e\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:36:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.467376372Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.468542785Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.473285086Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.474958608Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.474985869Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.475103561Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.483563053Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.485360018Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.485376368Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.485532841Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.493559015Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"124.657744ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.497347588Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.497361788Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.497372079Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"126.602241ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.566094478Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.566356563Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b68f80b4-caf4-4bb8-9a0b-2b75898df4d9\", \"content-length\": \"1\", \"date\": \"Thu, 16 Jan 2025 23:36:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.568446764Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.568649288Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.576107821Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":24,"elapsed":"207.22353ms"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.58337917Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.58339316Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.58388161Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"695aec86-bc33-4ac2-b04d-6650e834e573\", \"content-length\": \"372\", \"date\": \"Thu, 16 Jan 2025 23:36:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.58390096Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.584146835Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.586019451Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"null","iteration":24,"elapsed":"217.194992ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.611846877Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.611873547Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":24,"elapsed":"242.994497ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.623861678Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.623888078Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.624115443Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"547e9b17-4524-42ba-b8bb-8137e1792a31\", \"date\": \"Thu, 16 Jan 2025 23:36:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.624131573Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.62448206Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.625402017Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.625754124Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad0181e6-1afb-4657-b53c-8e1006958af1\", \"content-length\": \"691\", \"date\": \"Thu, 16 Jan 2025 23:36:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.625776485Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.625786295Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.625794535Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.627476687Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.627770263Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.627963507Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":24,"elapsed":"258.000365ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.630291091Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.630530156Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.634026133Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.634049684Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.634352079Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0d408491-4d91-49dc-8aa5-21da429a25c7\", \"date\": \"Thu, 16 Jan 2025 23:36:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.635785027Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":24,"elapsed":"265.03673ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.666546668Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.666828493Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.668855932Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f81032f-5b5a-4e15-a902-c3dd58627e93, rack_id: 79114303-f678-43f7-aff3-a882c8c99560, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed94bf96-5c98-4d5e-9580-d87b95e3d576) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.668871372Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.669032175Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.677435097Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.677650931Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a855946e-af0a-4cce-a16f-9b1300fe425a\", \"content-length\": \"134\", \"date\": \"Thu, 16 Jan 2025 23:36:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.677671271Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.677682242Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed94bf96-5c98-4d5e-9580-d87b95e3d576","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.677900736Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.677911426Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.677918796Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.677926076Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.677933326Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.677941227Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.678089829Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.67809917Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.678237952Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.678246452Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.678519078Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.67970496Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.679807942Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ba5dad3-93bd-4c54-b095-3d182c14188a\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:36:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.679822563Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.679913464Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"380a75bc-a9fe-4e32-b43c-c638925775e1\", \"content-length\": \"52\", \"date\": \"Thu, 16 Jan 2025 23:36:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.679927345Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.679938855Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.777670161Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2c0f2235-b3f6-4759-a0de-17eabb413066\", \"date\": \"Thu, 16 Jan 2025 23:36:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:00.777701232Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.777711332Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.777924576Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b541c64f-f133-4689-9fc3-2c50bed3212a\", \"content-length\": \"682\", \"date\": \"Thu, 16 Jan 2025 23:36:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.777963167Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.778243192Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.78123761Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.781578446Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.784270378Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.784471392Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.786594153Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.786955899Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:00.793535616Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":24,"elapsed":"424.645544ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:05.724739289Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:40413"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:05.724893422Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"1ae81fce-eef6-4371-832e-3f202ad66e82","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:05.725356201Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"1ae81fce-eef6-4371-832e-3f202ad66e82","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:05.72794629Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"1ae81fce-eef6-4371-832e-3f202ad66e82","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3122,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:05.728217885Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"1e67b847-d9b5-4bb2-846c-236883adb984","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:05.728587172Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"1e67b847-d9b5-4bb2-846c-236883adb984","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:05.730083581Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"1e67b847-d9b5-4bb2-846c-236883adb984","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1938,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:05.735015656Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"ccf8a6dd-1b2b-406d-bdf4-1000a6f36575","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":263,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:10.369412059Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:10.36946049Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:10.369736206Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:10.371411478Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:10.371422838Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:10.371779105Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:10.398646421Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:10.40120798Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:10.401258681Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:10.401271561Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:10.401470315Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:10.401570767Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:10.403932753Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:10.404240878Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:10.40587436Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:10.408289956Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:10.408302876Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:10.408448189Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:10.417232698Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:10.417249658Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":71,"elapsed":"47.861169ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:10.431027253Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"59.616534ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:15.735753269Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"847aee52-7a59-47a5-b528-ac0fde22bc18","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":285,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:20.36902401Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:20.369076761Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:20.369389167Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:20.370822625Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:20.370840525Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:20.370848345Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:20.371023629Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:20.373399444Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:20.373422735Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:20.373589488Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:20.375562866Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:20.37578955Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:20.37735217Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:20.379672255Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:20.379705665Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:20.379833458Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:20.389401792Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:20.389429202Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":72,"elapsed":"20.419242ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:20.399608818Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:20.399957004Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:20.401557835Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"30.73046ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:25.735182316Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"2aed3291-3caa-4a68-8dbf-6f9ba258b219","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":315,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369331824Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369385205Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.369396706Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369405706Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369415856Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369424676Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369432956Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369442746Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369451416Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369459767Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369468307Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369476097Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369485617Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369494447Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369502017Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369510518Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369519278Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369526998Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369535778Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.369543288Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-16 23:26:30.369482757 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369551938Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369559989Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369569269Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369577739Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369586089Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369594669Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369602399Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.3696111Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.36961922Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.36962788Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.36963539Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.36964361Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369652631Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369660511Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369668121Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369675521Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-16T23:36:30.369682481Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369690631Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\"}","iteration":14,"elapsed":"13.49µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369884125Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369915945Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369931566Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369947226Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369964917Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":25,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369977687Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.369995327Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370010257Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370021958Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370034678Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370046568Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370059538Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370073528Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370086589Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370101179Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dc5f3810-93b6-44f1-815c-44411abf99ad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f4635fcc-61fc-4ff9-8203-b560522a972b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f4635fcc-61fc-4ff9-8203-b560522a972b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1698, tv_nsec: 684243011 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370122529Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5c1ab32c-50b8-4564-bf29-e388b915cbdb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fd10c057-8c9f-4db2-98b5-bcf5e0d536ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fd7a4ec0-c746-4aff-9239-7c8992ff75d9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fd7a4ec0-c746-4aff-9239-7c8992ff75d9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1698, tv_nsec: 684247731 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.37014236Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.37015214Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.37016266Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.37017171Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370307563Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370426275Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370445056Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370459956Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370581868Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370596178Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370630479Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370640409Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":13,"elapsed":"1.195003ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.37068043Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.37068986Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.284175ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370705351Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370713781Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370836503Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370862704Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370870644Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370876634Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.370883624Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370890004Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370896244Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370902904Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370908604Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370914465Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370920495Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370926245Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.370933215Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.371127839Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.371141999Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.371149419Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.37120054Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.37121189Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.372070477Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.372091727Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.372284121Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.372433324Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.372468234Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.372634398Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.373199748Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.374063865Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"4.502387ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.374373821Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.374469533Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.374479673Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.374509664Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.374517934Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.374524234Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.374531074Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.374548054Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.374557535Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.374566635Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.374576935Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.374586845Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.374595755Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.374700277Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.374788099Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.374872471Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.374883791Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.374891921Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.374900091Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1698, tv_nsec: 689047193 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.374912261Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.375184757Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.376357999Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1698, tv_nsec: 690499071 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.37641579Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.37642745Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.376503422Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.376512092Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.376589104Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.376630974Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.376660475Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.378058682Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.378244265Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.37845722Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.378958909Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.379201394Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.380236414Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-16 23:26:30.369482757 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.380268404Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"expiration\":\"2025-01-16T23:26:30.369482757Z\",\"pruned\":[]}","iteration":13,"elapsed":"10.760627ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.38110101Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.38111296Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.381314284Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.381324075Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.381332675Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.381498198Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.38160687Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.38161656Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.381756963Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.382550448Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.38422166Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.38423156Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.384371283Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.384475765Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.386764199Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.38681763Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.38683096Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.389621344Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.391258585Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.391367697Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.391380328Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.391542981Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.391554041Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.391619372Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.393009139Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.393020719Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.393146642Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.398171108Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.400969382Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.402990491Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.403017821Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.403025771Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.403397948Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.403574372Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"28.980276ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.404584221Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.405073688Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.405471299Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.405934497Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.406133911Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.406632761Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.406882546Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1698, tv_nsec: 721011477 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.407255682Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.407793963Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.40814362Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.40867126Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.408963715Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.415367908Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.415380659Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.415388489Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.415706225Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.417794255Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.421964495Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.421989805Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.42222827Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.424231289Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.426677636Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.426703216Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.42688894Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.432920595Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.435828231Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.435861542Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.435963874Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.438515843Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.438830539Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.438849789Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.43886273Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"66.776342ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.440708135Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.440740806Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.440939649Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.442725224Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.443672852Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.444165911Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.444193702Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.44462999Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.444791954Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.444811374Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.445009968Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.445034088Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.446606428Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"72.084334ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.447086418Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.447345292Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.447978645Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.447990365Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.448224609Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.450529614Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"75.965409ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.452534572Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.452625464Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.454344797Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.455585741Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.455614871Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.455698373Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.455719613Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.456027789Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.45605816Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.457854354Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.457878135Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.457887525Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.457895875Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.457905235Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.459214311Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.459610458Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"90.0458ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.460935924Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.46438487Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.46441161Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.464630844Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.465801437Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.465820217Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.465833008Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"96.483323ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.466922528Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"96.045794ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.472008046Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.472397954Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.473651758Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.473685538Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":73,"elapsed":"104.362094ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.483536508Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.484240351Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.484267032Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.484277472Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"113.372927ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.485399153Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.485412964Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.485580067Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.487908902Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.488259568Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.491524511Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.491543301Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.491550401Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.491557092Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.491739145Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.496564218Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"126.582811ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.49717699Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.497376984Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.497526506Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"122.960931ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.506791764Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.509458816Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.509780582Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.522523296Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.522807192Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.546971616Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.553397299Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"183.967993ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.649409153Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.649445074Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.649725819Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1da92e00-641d-4207-9bdf-57273ecb34d2\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:36:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.6497436Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.651639846Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.663508944Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.663533715Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.663914012Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f83f3b09-f0c6-4b2b-bb8c-4f48ff4e7070\", \"content-length\": \"583\", \"date\": \"Thu, 16 Jan 2025 23:36:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.663942132Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.664427322Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.666264787Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.666707036Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.684955316Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.685302343Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"fa17f746-1195-49a0-b608-63c2cb92ded5\", \"date\": \"Thu, 16 Jan 2025 23:36:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.685317633Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.687333982Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"9036a62f-ccc8-4077-8a1a-7680441240b9\", \"date\": \"Thu, 16 Jan 2025 23:36:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.687347592Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.688979083Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.688991013Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"319.653289ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.693021161Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.693045091Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"5f7b2597-7e3e-46de-bb64-35ac03a6ae72"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.693057231Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.693358137Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.694156733Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.694178383Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":25,"elapsed":"324.596084ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.695637611Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.695652281Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.695931027Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30e4e623-f759-4670-ac7b-13ea62e65146\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:36:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.695944257Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.697821573Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.702787429Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.702812099Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.703029153Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c1c5713-61ee-4340-bca0-ea6c5f586a32\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:36:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.703056114Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.705202225Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.730933858Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.788360511Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.789028384Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.789389341Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/2f241142-413f-4577-99ce-e5f36b8bb539/state","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.790562594Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.790587094Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.790746797Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.792107153Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/2f241142-413f-4577-99ce-e5f36b8bb539/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efdc42f6-b6b0-4ca7-bd63-a94557267cc0\", \"content-length\": \"130\", \"date\": \"Thu, 16 Jan 2025 23:36:30 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.792539641Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.792562392Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.792827357Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.794505679Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.797315153Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 198593b5-c3c6-4ef5-879a-52095a2ef511, lookup_type: ById(198593b5-c3c6-4ef5-879a-52095a2ef511) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.797340974Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.797521527Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.799546636Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"0","iteration":25,"elapsed":"430.063439ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.800669988Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.800969533Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e0ef72b-d017-4ff4-890f-4f6f3f09b709\", \"content-length\": \"1\", \"date\": \"Thu, 16 Jan 2025 23:36:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.802268418Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.802504813Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.804367979Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"null","iteration":25,"elapsed":"434.8378ms"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.805556162Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"vmm_id":"2f241142-413f-4577-99ce-e5f36b8bb539","sled_id":"198593b5-c3c6-4ef5-879a-52095a2ef511","instance_id":"7f99f0f0-65b1-4cc7-8391-f8886f9a2d13","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-01-16T23:36:28.690628235Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.805571742Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"vmm_id":"2f241142-413f-4577-99ce-e5f36b8bb539","sled_id":"198593b5-c3c6-4ef5-879a-52095a2ef511","instance_id":"7f99f0f0-65b1-4cc7-8391-f8886f9a2d13","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/instance.rs:2077","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-01-16T23:36:28.690628235Z }","propolis_id":"2f241142-413f-4577-99ce-e5f36b8bb539"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.805581862Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"vmm_id":"2f241142-413f-4577-99ce-e5f36b8bb539","sled_id":"198593b5-c3c6-4ef5-879a-52095a2ef511","instance_id":"7f99f0f0-65b1-4cc7-8391-f8886f9a2d13","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.805921938Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"vmm_id":"2f241142-413f-4577-99ce-e5f36b8bb539","sled_id":"198593b5-c3c6-4ef5-879a-52095a2ef511","instance_id":"7f99f0f0-65b1-4cc7-8391-f8886f9a2d13","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.818621892Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":25,"elapsed":"449.220617ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.818833726Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"444.316492ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.825819711Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.825842941Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"1d666faf-e0f3-47e6-9521-2c5224f5c82c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.825855211Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.826149547Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.827844799Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-16T23:24:20.471931Z, time_modified: 2025-01-16T23:24:20.471931Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 53828d51-c7a3-4557-b913-6b5f10d267df, db_silo: Silo { identity: SiloIdentity { id: 53828d51-c7a3-4557-b913-6b5f10d267df, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-16T23:25:21.631636Z, time_modified: 2025-01-16T23:25:21.631636Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 53828d51-c7a3-4557-b913-6b5f10d267df, db_silo: Silo { identity: SiloIdentity { id: 53828d51-c7a3-4557-b913-6b5f10d267df, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-16T23:25:21.631636Z, time_modified: 2025-01-16T23:25:21.631636Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.827892451Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"53828d51-c7a3-4557-b913-6b5f10d267df\",\"tls_certs\":[\"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\"]}},\"default_endpoint\":{\"silo_id\":\"53828d51-c7a3-4557-b913-6b5f10d267df\",\"tls_certs\":[\"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"458.333782ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.827908961Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.834554678Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.834588559Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.834763872Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.838985293Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"5f7b2597-7e3e-46de-bb64-35ac03a6ae72"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.839012624Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.839022584Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_time_created":"2025-01-16 23:25:20.756297 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.839032034Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":1}","iteration":13,"elapsed":"469.653319ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.839045035Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{f365cf8b-ed44-4683-aef3-1e1250e19e35: {10.151.1.175: {c16b1b31-9220-4ec4-a2ab-aa48b61c67bf}, 10.151.1.176: {c16b1b31-9220-4ec4-a2ab-aa48b61c67bf}}}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.839060425Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.839477723Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"89c0e464-c158-4098-a5b7-9d4795a407c8\", \"date\": \"Thu, 16 Jan 2025 23:36:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.841533393Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.842111013Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"42062d58-da75-4f63-b0d3-64bba51cdc85\", \"date\": \"Thu, 16 Jan 2025 23:36:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.842124674Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.84399039Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c3f53361-e669-4d58-865d-f596db9aba3e\", \"date\": \"Thu, 16 Jan 2025 23:36:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.84400841Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.84455167Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.844914457Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.845493098Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b0411669-3154-4da0-be41-2ab2b4603fef\", \"date\": \"Thu, 16 Jan 2025 23:36:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.845506589Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.847381405Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.847425375Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"477.965198ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.847903285Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.848205721Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.851438403Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.851858011Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.855074822Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.855327117Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.85756275Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.857759514Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.857979428Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.859813004Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"running\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":25,"elapsed":"488.893169ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.86015916Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.860320813Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.861288562Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.863537445Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.863548325Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.863558775Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.863953043Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.863979324Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.864028685Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"87bdb693-786a-49a1-84f6-50b8ebafc273\", \"date\": \"Thu, 16 Jan 2025 23:36:30 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.864123586Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.866261547Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"1d666faf-e0f3-47e6-9521-2c5224f5c82c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.866272048Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.866280038Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_time_created":"2025-01-16 23:25:21.695734 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.866287598Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":2}","iteration":13,"elapsed":"496.76768ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.86640581Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":25,"elapsed":"495.524486ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-16T23:36:30.887606817Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.887636568Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"516.717283ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.888098037Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.888398122Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.889778319Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.891312109Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.891322859Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.891464131Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.89297458Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.894488299Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.89450057Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.894636152Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.910237622Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.910525558Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.912630898Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f81032f-5b5a-4e15-a902-c3dd58627e93, rack_id: 79114303-f678-43f7-aff3-a882c8c99560, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed94bf96-5c98-4d5e-9580-d87b95e3d576) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.912649668Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.912845202Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.921982627Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.922259933Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77214883-a0f3-4286-9576-c0efa609e2c1\", \"content-length\": \"134\", \"date\": \"Thu, 16 Jan 2025 23:36:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.922304284Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.922314544Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed94bf96-5c98-4d5e-9580-d87b95e3d576","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.923274432Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.923285632Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.923292713Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.923300213Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.923307153Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.923314873Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.923495136Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.923504787Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.923651279Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.92366036Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.923843563Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.92575313Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.925894023Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe91d02b-1eeb-4e1e-a671-0a9e46fdd8f5\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:36:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.925906833Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.926016435Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7775b31d-1409-421e-96e7-a59dbc1a6bbd\", \"content-length\": \"52\", \"date\": \"Thu, 16 Jan 2025 23:36:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:30.926032875Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.926046425Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:30.982919548Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:31.022731473Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ec3c7319-bc35-42c8-aef7-9497011367b0\", \"date\": \"Thu, 16 Jan 2025 23:36:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:31.022783234Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:31.022795914Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:31.023318874Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1fc268e-84ec-4ee6-bcda-2fae7ee6908f\", \"content-length\": \"682\", \"date\": \"Thu, 16 Jan 2025 23:36:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:31.023364145Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:31.023595189Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:31.02366996Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c34a017-fb90-42e6-a936-da91274fa1da\", \"content-length\": \"810\", \"date\": \"Thu, 16 Jan 2025 23:36:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:31.023706321Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(3443410) }}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:31.023718291Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:31.023727132Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:31.025293102Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":25,"elapsed":"655.294074ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:31.027169928Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:31.027506244Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:31.030744176Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:31.031004641Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:31.033190963Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:31.033388277Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:31.040902911Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":25,"elapsed":"671.307692ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:35.7250577Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"7b5d45a0-cdbd-4bd9-9bf3-6c239a7879f1","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:35.725622791Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"7b5d45a0-cdbd-4bd9-9bf3-6c239a7879f1","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:35.727638239Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"7b5d45a0-cdbd-4bd9-9bf3-6c239a7879f1","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2688,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:35.727893904Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"0ebbaaac-9e78-4177-8033-6702f7488e5b","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:35.728242121Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"0ebbaaac-9e78-4177-8033-6702f7488e5b","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:35.730239839Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"0ebbaaac-9e78-4177-8033-6702f7488e5b","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2412,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:35.735568362Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"a39ca5bf-2f72-49af-b6de-6695b964905f","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":304,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:40.369771521Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:40.369822032Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:40.370121128Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:40.371628267Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:40.371651147Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:40.372013974Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:40.398962412Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:40.399055673Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:40.399176166Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:40.401449359Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:40.40148026Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:40.401606062Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:40.403258264Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:40.403414147Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:40.404830458Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:40.406980145Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:40.406994516Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:40.407119848Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:40.418540147Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:40.418574688Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":74,"elapsed":"48.807808ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:40.43115262Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"59.520333ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:45.735967438Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"dcd67894-4241-49d4-987d-5b696c8639b8","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":308,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:50.369155147Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:50.369205119Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:50.369483844Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:50.370965892Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:50.371988652Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:50.372001792Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:50.372365699Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:50.373322038Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:50.373336738Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:50.37347323Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:50.374420859Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:50.374912458Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:50.374952319Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:50.375144233Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:50.377467857Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:50.379537877Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:50.379554237Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:50.37968777Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:50.392944815Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:50.392968495Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":75,"elapsed":"23.826188ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:36:50.405546146Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"33.557724ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:36:55.735968836Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"c0cee299-1913-4c37-8b32-18a1d960a74a","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":322,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370046933Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370115794Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370133074Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370146535Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370158045Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370170475Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370183326Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370194496Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370208386Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370220026Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370233166Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370244917Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370255807Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370267287Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370279377Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370290377Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370303228Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370313878Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370330638Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370617514Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370646614Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370680815Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370690495Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370699405Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370706596Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370715006Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370723346Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.370777757Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.371260806Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.371282527Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":76,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.371291617Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.371298517Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.371305227Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.371311687Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.371317917Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.371323387Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.371329988Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.371335577Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.371492311Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.371531131Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.371595742Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.371626893Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.372754555Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.37351849Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.373862706Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.787963ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.373974328Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.374433137Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.374441527Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.374448527Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.374454548Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.374461837Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.374468828Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.374474788Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.374481388Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.374767483Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.374801054Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.374823384Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.374844575Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1728, tv_nsec: 688727447 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.374897296Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.374989278Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1728, tv_nsec: 688857119 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.375052669Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.375171431Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.375181171Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.375245713Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.375373325Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.375947766Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.375958316Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.37612056Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.376295403Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.376310263Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.376441556Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.37769965Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.378050077Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.378680169Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.378875822Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.378920123Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.380769779Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.380781639Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.380963382Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.381224747Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.381241038Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.38133509Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.38134751Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.381392681Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.381499383Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.38709977Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.387262134Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1728, tv_nsec: 701135765 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.387400256Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.38758387Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.387775513Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.388012738Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.388886455Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.389101949Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.397917148Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.39798892Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"26.622332ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.414832623Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.415140189Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.420687555Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"46.233288ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.421346868Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.421612893Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.423197173Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.423387077Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.42562402Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.425823444Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.426232192Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"54.962375ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.426896995Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.427956765Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.427968065Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.427974185Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.428184529Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.428826732Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.429051986Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.429515595Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 198593b5-c3c6-4ef5-879a-52095a2ef511, lookup_type: ById(198593b5-c3c6-4ef5-879a-52095a2ef511) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.429533865Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.429718639Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.432050654Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.432133885Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.432346589Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.433758507Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.433787237Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.43392805Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.436464338Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"0","iteration":26,"elapsed":"66.306343ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.439208201Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.439360324Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.440274701Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"65.829164ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.440884223Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.440895464Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.441048356Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.442889252Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.443008194Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.443017794Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.443263969Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.444592144Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.444606985Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.444761878Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.448881317Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.448907097Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.449233344Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c190466e-a704-4ab0-a5fa-32226abd9902\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:37:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.449255514Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.451391485Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.458486821Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.458509982Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":76,"elapsed":"88.49219ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.460377328Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.460390148Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.460397748Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.460748695Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.465918204Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.465945574Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.466255411Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c44aabea-cf3d-4ab4-9868-c785e4a6b71f\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:37:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.466273331Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.466603657Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"96.404072ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.468209268Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.468755688Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.468950782Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.470164676Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.472103963Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.472117473Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.472258176Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.483582593Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"109.085645ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.490298692Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.490323003Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.490630569Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7a8620f-5485-4031-882e-9bf5743e4b1c\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:37:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.490648539Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.492852741Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.501694371Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":26,"elapsed":"127.233014ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.503106308Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.503547827Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.505531885Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.505546155Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.505554725Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"134.269219ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.505661937Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.505672537Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":26,"elapsed":"135.578904ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.547668884Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"177.5251ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.600743523Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.60108692Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.655477575Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.655586387Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.655599667Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.65578418Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c30c85dd-d67c-4a80-85f5-038f546d843d\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:37:00 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.655983144Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eb6b3b1-53ac-4233-98ed-9881f2c30d69\", \"content-length\": \"372\", \"date\": \"Thu, 16 Jan 2025 23:37:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.656020045Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.656345971Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.657499733Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.658044274Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.65832948Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.659194186Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.659202346Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.659373529Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.660547542Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"null","iteration":26,"elapsed":"290.468148ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.672517402Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":26,"elapsed":"302.381158ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.687211534Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.688767994Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.688783384Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.688927917Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.697365469Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.69739183Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.697632274Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"42fd1639-e478-4560-9916-ca33109c4cf8\", \"date\": \"Thu, 16 Jan 2025 23:37:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.697659725Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.69792059Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.700059201Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.700234164Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.703350234Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.703592489Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.706425023Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.706439664Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.70675343Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0a1a3d17-3f44-493b-91c4-1f9636464d17\", \"date\": \"Thu, 16 Jan 2025 23:37:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.708752407Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":26,"elapsed":"337.491071ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.714536678Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.714880475Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.717128908Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f81032f-5b5a-4e15-a902-c3dd58627e93, rack_id: 79114303-f678-43f7-aff3-a882c8c99560, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed94bf96-5c98-4d5e-9580-d87b95e3d576) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.717140318Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.717287341Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.726858505Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.72712705Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a94bda02-3763-4aeb-b7e5-727133cfcefa\", \"content-length\": \"134\", \"date\": \"Thu, 16 Jan 2025 23:37:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.727149591Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.727159701Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed94bf96-5c98-4d5e-9580-d87b95e3d576","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.727442646Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.727453796Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.727460276Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.727468927Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.727475197Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.727481197Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.727672541Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.727683361Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.727836544Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.727845694Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.728191061Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.73023937Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.730366562Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cc2ed76-b374-431a-b940-5a646f1d9248\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:37:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.730377293Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.730461674Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b0469a5-aff1-4706-af6e-ca7a333005d9\", \"content-length\": \"52\", \"date\": \"Thu, 16 Jan 2025 23:37:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.730475294Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.730484605Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.772681285Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.825778105Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"71330ada-df82-490c-a211-7e502efe184e\", \"date\": \"Thu, 16 Jan 2025 23:37:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.825802255Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.825811325Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.826156942Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8238475c-af43-44fa-88a8-e72d152dfb54\", \"content-length\": \"691\", \"date\": \"Thu, 16 Jan 2025 23:37:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.826184583Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.826193773Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:00.826200823Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.826326205Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12cc8b39-f680-4711-88bf-93ff29fbb153\", \"content-length\": \"682\", \"date\": \"Thu, 16 Jan 2025 23:37:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.826366446Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.826756884Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.827767883Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":26,"elapsed":"457.544297ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.830329682Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.830606357Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.833463243Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.833640266Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.835385109Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.835653994Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:00.842601778Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":26,"elapsed":"472.466504ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:05.724438763Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"26740db0-e7a6-4bce-8086-b8e54081865e","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:05.724736538Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"26740db0-e7a6-4bce-8086-b8e54081865e","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:05.727392659Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"26740db0-e7a6-4bce-8086-b8e54081865e","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3019,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:05.727687705Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"46ac21ec-4d30-454e-91a7-5bf852642bf2","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:05.728033072Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"46ac21ec-4d30-454e-91a7-5bf852642bf2","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:05.730276325Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"46ac21ec-4d30-454e-91a7-5bf852642bf2","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2655,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:05.735951644Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"c1553c51-f73a-411c-b3eb-9b8ff98586b2","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":303,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:10.370175074Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:10.370247695Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:10.370718894Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:10.371303236Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:10.371315136Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:10.37152256Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:10.399983073Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:10.400275672Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:10.405740227Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:10.408323686Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:10.408339337Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:10.40849558Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:10.410011129Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:10.410195082Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:10.412262202Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:10.414804461Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:10.414832601Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:10.414978854Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:10.427449454Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:10.427465794Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":77,"elapsed":"57.325461ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:10.430163296Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"58.854451ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:15.735576425Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"baa1f909-6a8a-4da3-a748-efb36d8c5233","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":267,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:20.369468409Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:20.369524979Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:20.369838776Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:20.371498428Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:20.371508888Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:20.371832444Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:20.399407384Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:20.400115947Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:20.400340651Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:20.401799739Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"30.299112ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:20.401934802Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:20.401943862Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:20.402079135Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:20.403995461Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:20.404322208Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:20.405637823Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:20.407976308Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:20.407989438Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:20.408125991Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:20.420875476Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:20.420894596Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":78,"elapsed":"51.447348ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:25.73596246Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"b65496c0-bb8c-42e9-b943-b832132225e4","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":269,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369491667Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369547148Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369558708Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369569169Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369578059Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369587319Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369595819Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369604889Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-16T23:37:30.36961478Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.36962534Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.36963556Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\"}","iteration":15,"elapsed":"20.47µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.3696466Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.36965554Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.36966439Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369672051Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369680111Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369687821Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369697811Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.369706511Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369714422Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369722371Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369731212Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":27,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369738902Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369746142Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369753632Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369760682Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369772663Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369786053Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369794553Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369802303Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369810453Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369818884Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.369832124Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-16 23:27:30.369694531 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369841744Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369851034Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369859384Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.369966306Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.370052108Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.370120439Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.37014729Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.37016004Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.37017003Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.37017923Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.370187531Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.370198191Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5c1ab32c-50b8-4564-bf29-e388b915cbdb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fd10c057-8c9f-4db2-98b5-bcf5e0d536ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fd7a4ec0-c746-4aff-9239-7c8992ff75d9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fd7a4ec0-c746-4aff-9239-7c8992ff75d9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1758, tv_nsec: 683782192 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.370215141Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.370260062Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.370273402Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.370288273Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.370299033Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dc5f3810-93b6-44f1-815c-44411abf99ad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f4635fcc-61fc-4ff9-8203-b560522a972b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f4635fcc-61fc-4ff9-8203-b560522a972b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1758, tv_nsec: 683886684 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.370396955Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.370408965Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.370416945Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.370424415Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.370642419Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.370750761Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.370848623Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.370861744Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.302685ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.370893964Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.370905594Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":14,"elapsed":"1.262064ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.371784581Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.371802182Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.371809522Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.371816492Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.371823782Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.371831132Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.371837752Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.371844712Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.371850323Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.371856392Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.371862693Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.371869843Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.372091137Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.372108948Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.372119618Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.372132228Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.372142208Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.372853052Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.372874902Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.373057286Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.373246809Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.373402482Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1758, tv_nsec: 687011434 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.373500944Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.373682008Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.373719418Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"4.132779ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.374074035Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.374276149Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.374785809Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.374795729Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.374802749Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.374809999Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.374816969Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.374823649Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.3748296Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.37483665Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.37484315Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.37485011Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.375063584Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.375100085Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.375146286Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.375156306Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.375165106Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.375933451Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1758, tv_nsec: 689534782 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.376214496Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.37640696Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.378719794Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-16 23:27:30.369694531 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.378730075Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"expiration\":\"2025-01-16T23:27:30.369694531Z\",\"pruned\":[]}","iteration":14,"elapsed":"9.032083ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.378824676Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.378834986Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.378975739Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.38160617Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.383633309Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.383655319Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.383914384Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.386504274Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.396586427Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.399409042Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"24.599362ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.411999583Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.414734246Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.414764187Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.414998511Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.417958468Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.418278854Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.418789674Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.419256593Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.421073628Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.421087578Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.42119239Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.421245741Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.421983485Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.421999936Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.422162669Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.423222239Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.424401922Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.424434082Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.424501064Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.427523242Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.427605373Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.42792948Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.428193145Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.428585362Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.429853397Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.429867937Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.43005949Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.430071341Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.430078481Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.430192613Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.430203993Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.430210483Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.430216953Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.430225553Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.430231604Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.430238234Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.430318455Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.430518479Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.430600401Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.430847396Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.430862356Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.431023219Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.432363315Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.432673931Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.432899775Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.433322003Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.435822141Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.435842112Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.435851272Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"62.98238ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.436110537Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.436122117Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.43629087Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.436968393Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.437195027Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.437208728Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.437394911Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.438690966Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.43888889Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.439540563Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"64.726513ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.439783457Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.43994551Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1758, tv_nsec: 753535651 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.440165195Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.440215285Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.440285327Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.441625952Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.441850077Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.443384556Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"68.547226ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.444778673Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.444803353Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.445031088Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.446397594Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.44776839Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":27,"elapsed":"72.939611ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.44828064Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.448293191Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.448338501Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.448452304Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.448815501Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.478088933Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.478563912Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.479121213Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.479156693Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.479437579Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.482174181Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.482209222Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.482452637Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.482863064Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.482885285Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.482896025Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.482905765Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.482917236Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.482929666Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.482939016Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.48314282Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.483262982Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.483710631Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.483729141Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.483742881Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"114.109462ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.484672119Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.48469673Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.484880703Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.485001545Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.486224309Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.489135955Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 198593b5-c3c6-4ef5-879a-52095a2ef511, lookup_type: ById(198593b5-c3c6-4ef5-879a-52095a2ef511) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.489156795Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.489345189Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.491438519Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"0","iteration":27,"elapsed":"121.763519ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.492587071Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.492602102Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"120.788929ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.492802425Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"120.987514ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.493756564Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.493781074Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.494037729Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.497568217Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.497597487Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.497815162Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.498448274Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"128.040449ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.4987803Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"123.987581ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.498972344Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.498984584Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"1d666faf-e0f3-47e6-9521-2c5224f5c82c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.498994644Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.49931354Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.500407752Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.504758825Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.504769445Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.50502478Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.506817355Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"1d666faf-e0f3-47e6-9521-2c5224f5c82c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.506841755Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.506850795Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_time_created":"2025-01-16 23:25:21.695734 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.506858505Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":2}","iteration":14,"elapsed":"137.207285ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.510469885Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.510492825Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":79,"elapsed":"140.925137ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.514707056Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.516219295Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.516407899Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.516422799Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.516652373Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.519455237Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.519478798Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.519623161Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.525408862Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.525439282Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.525453262Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"153.621391ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.525990443Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.526005933Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"5f7b2597-7e3e-46de-bb64-35ac03a6ae72"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.526016973Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.52634531Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.527585103Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.529564701Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.530075481Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.530312876Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.530731034Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.532310444Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.532333985Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.532486208Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.533169821Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.533192721Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.533341684Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.536177308Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"5f7b2597-7e3e-46de-bb64-35ac03a6ae72"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.536196039Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.536204959Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_time_created":"2025-01-16 23:25:20.756297 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.536213519Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":1}","iteration":14,"elapsed":"166.722492ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.54459798Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.54461339Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.544928196Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bb3e5ef-2e3d-4aaa-afe3-9b032bf394dd\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:37:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.544947437Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.546494937Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-16T23:37:30.558165961Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.558186231Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"186.349289ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.564262008Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-16T23:24:20.471931Z, time_modified: 2025-01-16T23:24:20.471931Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 53828d51-c7a3-4557-b913-6b5f10d267df, db_silo: Silo { identity: SiloIdentity { id: 53828d51-c7a3-4557-b913-6b5f10d267df, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-16T23:25:21.631636Z, time_modified: 2025-01-16T23:25:21.631636Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 53828d51-c7a3-4557-b913-6b5f10d267df, db_silo: Silo { identity: SiloIdentity { id: 53828d51-c7a3-4557-b913-6b5f10d267df, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-16T23:25:21.631636Z, time_modified: 2025-01-16T23:25:21.631636Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.564289808Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"53828d51-c7a3-4557-b913-6b5f10d267df\",\"tls_certs\":[\"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\"]}},\"default_endpoint\":{\"silo_id\":\"53828d51-c7a3-4557-b913-6b5f10d267df\",\"tls_certs\":[\"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"194.561967ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.571018108Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.571042918Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":27,"elapsed":"201.520291ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.573305721Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"203.643221ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.613718258Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.613746278Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.613995893Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84f645df-9158-44bf-9b59-4d1c068aa80a\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:37:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.614007853Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.615310828Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.620192122Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.620511838Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.621768632Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.623422774Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.623435174Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.623605018Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.658806144Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.658827584Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.659019858Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82639f9f-4078-4334-a9ee-5a6982b636d3\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:37:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.659034458Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.661017456Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.661257531Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.691022322Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.737985973Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.738010404Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.738449632Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"354129ae-eb53-45e9-ab32-c92d5f949e55\", \"content-length\": \"372\", \"date\": \"Thu, 16 Jan 2025 23:37:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.738472263Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.73886715Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.739744027Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.741318357Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.741329018Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.74145894Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.753340288Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":27,"elapsed":"383.705319ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.785464635Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.785487516Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.785756861Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4684153e-9c0d-4efe-a411-9b2df10c1c65\", \"date\": \"Thu, 16 Jan 2025 23:37:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.785768141Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.786168909Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.788762549Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.788997963Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.792191544Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.792534981Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.796311474Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.796321684Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.796748412Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"aa875583-9c2b-46f2-8f4a-9f1fd9ef5b6c\", \"date\": \"Thu, 16 Jan 2025 23:37:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.798340633Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":27,"elapsed":"426.553091ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.804912059Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.805266915Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"70138219-0ed8-43a3-b993-da4871d19631\", \"date\": \"Thu, 16 Jan 2025 23:37:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.805277606Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.807510629Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"dcecffa2-867c-4ab8-be57-eb1e6a7a3923\", \"date\": \"Thu, 16 Jan 2025 23:37:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.807525479Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.808999837Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.809009478Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"439.371117ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.830428119Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.830928848Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2c07d611-e681-4a9a-a779-8e3971663698\", \"date\": \"Thu, 16 Jan 2025 23:37:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.830939919Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.833551659Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"44390015-2c3a-4b79-8d80-3a876eadc5aa\", \"date\": \"Thu, 16 Jan 2025 23:37:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.833562569Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.836145228Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"949ceb3b-e072-4717-b7ea-e2d183f73fee\", \"date\": \"Thu, 16 Jan 2025 23:37:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.836155869Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.836389313Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.836635748Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afa4ad24-df35-4baf-909c-2159f1a5bc9e\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:37:30 GMT\"} })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.839436472Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.839485893Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"469.887493ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.83984926Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.840100115Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.841747246Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"null","iteration":27,"elapsed":"472.270699ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.876703147Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.877072045Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd7546c0-326a-438a-bb5f-d7dd37775184\", \"content-length\": \"691\", \"date\": \"Thu, 16 Jan 2025 23:37:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.877097035Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.877107015Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.877115435Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.878607674Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":27,"elapsed":"508.21129ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.901404482Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.901709368Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.903660975Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f81032f-5b5a-4e15-a902-c3dd58627e93, rack_id: 79114303-f678-43f7-aff3-a882c8c99560, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed94bf96-5c98-4d5e-9580-d87b95e3d576) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.903679566Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.903853289Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.913387612Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.913647337Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a27477c-1575-406f-9986-41ee4f7303a8\", \"content-length\": \"134\", \"date\": \"Thu, 16 Jan 2025 23:37:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.913669757Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.913679348Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed94bf96-5c98-4d5e-9580-d87b95e3d576","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.913964393Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.913976053Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.913983603Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.913990794Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.913998084Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.914005014Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.914159547Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.914169047Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.9143076Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.9143163Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.914577575Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.916457981Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.916560513Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c31d0d4-f96e-4b6f-88e5-c2aa5a00c92d\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:37:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.916572243Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.916653185Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"423ee4e3-7826-4b77-96b8-09689b5b3ec5\", \"content-length\": \"52\", \"date\": \"Thu, 16 Jan 2025 23:37:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:30.916667805Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:30.916677835Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:31.012664339Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a5dac45f-fa8a-4289-bf1f-b27c3d25c4dc\", \"date\": \"Thu, 16 Jan 2025 23:37:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:31.01271221Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:31.01272189Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:31.012907273Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bb07c63-8112-406f-b720-37e90a706b6b\", \"content-length\": \"682\", \"date\": \"Thu, 16 Jan 2025 23:37:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:31.012943004Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:31.013140148Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:31.016941171Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:31.017325558Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:31.020564081Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:31.020799045Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:31.023072519Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:31.023305633Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:31.030182035Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":27,"elapsed":"660.608107ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:35.735764845Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"edfd54b0-f5be-454f-8794-c4fac34cba0c","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":295,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:40.369979555Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:40.370039796Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:40.370464904Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:40.372071615Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:40.372082335Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:40.372424802Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:40.372436242Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:40.374694025Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:40.374707375Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:40.374841598Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:40.377341126Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:40.377584461Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:40.379072959Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:40.381234171Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:40.381247391Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:40.381376274Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:40.394048157Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:40.394073078Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":80,"elapsed":"24.111933ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:40.400587633Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:40.40094763Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:40.402712424Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"30.639798ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:45.735909306Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"635fe710-f27d-45be-9daa-4c6b9a197454","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":267,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.370088625Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.370141046Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.370430192Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.372056573Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.372068673Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.372226906Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.37240463Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.37398015Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.374209814Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.374818826Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.374854017Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.374981629Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.377327274Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.377486697Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.378948635Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.381141867Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.381153158Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.38128004Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.392914333Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.392938444Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":81,"elapsed":"22.8647ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.400339926Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"28.283253ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.724821447Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"9f032efe-12b9-4435-ae7f-74e79e7c4ae6","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.725237895Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"9f032efe-12b9-4435-ae7f-74e79e7c4ae6","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:50.728014918Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"9f032efe-12b9-4435-ae7f-74e79e7c4ae6","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3264,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.728293224Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"ad715f62-ecf0-43ec-8124-4d210107abcf","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:37:50.728649791Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"ad715f62-ecf0-43ec-8124-4d210107abcf","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:50.73069627Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"ad715f62-ecf0-43ec-8124-4d210107abcf","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2468,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:37:55.736099108Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"6e4a4a34-5898-4f0a-b859-9bdb7df5d490","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":411,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.369861869Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.36991698Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.36992671Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.3699348Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.3699423Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.369949391Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.369956591Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.369964411Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.369971071Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.369978021Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.369985141Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.369991241Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.369997582Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.370005032Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.370011722Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":28,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.370273097Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.370286057Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.370339898Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.370349879Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.370358568Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.370369999Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.370399519Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.371022771Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.371031981Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.371038682Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.371045352Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.371290906Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.371337747Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.372211644Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.372225684Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.372233224Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.372240265Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.372247275Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.372254185Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.372262075Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.372268245Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.372275565Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.372281745Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.372441828Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.372485789Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.37249583Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.37251411Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.372618642Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.372906897Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"2.920696ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.373301125Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.373716683Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.373916417Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.374707972Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.374717582Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.374724283Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.374731412Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.374738383Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.374744853Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.374752013Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.374758543Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.374764773Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.375091759Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.37513697Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.375170581Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.375276023Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.375778033Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.375788183Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.375804483Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.375812803Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.375997167Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.376014697Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.377050437Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.377061347Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.377264581Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.377462085Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.377472055Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.377506956Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.377516886Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.377654809Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.377675969Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.378653098Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1788, tv_nsec: 691978559 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.378697959Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1788, tv_nsec: 692037710 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.378929153Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.379192568Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.380432762Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.381007753Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.383080043Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.383104853Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.383112684Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.383119794Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.383279567Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.383292387Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.383818307Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.3839771Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.386198793Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.386393916Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.38656268Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.386718033Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.387131511Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1788, tv_nsec: 700450042 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.387510668Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.387536289Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.387746813Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.388012638Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.389665099Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.38967686Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.389838013Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.392407522Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.394484052Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.394510603Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.394705376Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.397353727Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.397414768Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"24.46733ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.40482627Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"34.948591ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.416380893Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"41.712691ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.417645217Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.417982703Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.419562804Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.419581194Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.419764768Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.41988935Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.42301828Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.423062041Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"48.331489ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.423212644Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.424002769Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.425498858Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.425518328Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.425525948Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.42560822Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.425785553Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.425842004Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.426617549Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.426627179Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.426814343Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.42873157Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.42876916Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.428777561Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.428783571Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.428996305Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.4308184Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.431077815Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.431142226Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 198593b5-c3c6-4ef5-879a-52095a2ef511, lookup_type: ById(198593b5-c3c6-4ef5-879a-52095a2ef511) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.431159626Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.43133319Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.432885269Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.43290339Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.433203706Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"340dd1c3-1cb6-4291-b4ee-0635699d20d3\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:38:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.433226776Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.433388579Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"0","iteration":28,"elapsed":"63.50284ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.433413279Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.43446644Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.435208344Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.435223324Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.435364867Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.436792844Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.436942417Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.438431486Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.438449766Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.438703521Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41898e69-bf40-43ae-bc2d-e6742d58b343\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:38:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.438729962Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.440113388Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.440129859Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":82,"elapsed":"70.175867ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.44122725Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.442971663Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"71.952012ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.452330233Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":28,"elapsed":"77.580419ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.460338027Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"88.122002ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.47144505Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"96.686717ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.471579672Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.471592173Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":28,"elapsed":"101.654013ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.472216525Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.472226175Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.472234815Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"99.98436ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.490322643Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.490336133Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.490653889Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fca57e0-d1fb-44b8-8a47-102a1169d73f\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:38:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.490675559Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.493459293Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.499427767Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.499744624Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.554665008Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":28,"elapsed":"184.747338ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.565861013Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.566160999Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.567644508Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.569383561Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.569394401Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.569541114Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.574673843Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.574684513Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.575184272Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86e6331a-4725-471d-96c0-85bce48dab80\", \"content-length\": \"372\", \"date\": \"Thu, 16 Jan 2025 23:38:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.575206703Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.575510609Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.576350355Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.577945866Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.577959506Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.578110238Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.578206151Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.578476736Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8791b985-ccee-44fc-8235-84f6921a8844\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:38:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.579821031Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.580024765Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.581508614Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"null","iteration":28,"elapsed":"211.578024ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.622553102Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.622583623Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.622812807Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6b46e743-5fa4-47fc-8044-87ff8eaab19f\", \"date\": \"Thu, 16 Jan 2025 23:38:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.622825877Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.623142694Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.625315775Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.625501069Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.628903974Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.629257511Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.631747729Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.631764519Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.632235918Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"cc14b27f-7138-4af8-af87-667bc201ab3d\", \"date\": \"Thu, 16 Jan 2025 23:38:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.634533502Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":28,"elapsed":"262.310898ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.679486085Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.679837232Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.68752807Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.687909877Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93dcaf8e-1fa4-4eb6-83a8-7152b244945c\", \"content-length\": \"691\", \"date\": \"Thu, 16 Jan 2025 23:38:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.687942398Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.687952098Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.687959828Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.688920757Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f81032f-5b5a-4e15-a902-c3dd58627e93, rack_id: 79114303-f678-43f7-aff3-a882c8c99560, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed94bf96-5c98-4d5e-9580-d87b95e3d576) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.688930557Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.68909193Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.690024988Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":28,"elapsed":"318.992817ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.69898246Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.699258955Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0987ff76-83d8-4439-90ed-d5012efbfe33\", \"content-length\": \"134\", \"date\": \"Thu, 16 Jan 2025 23:38:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.699278166Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.699289026Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed94bf96-5c98-4d5e-9580-d87b95e3d576","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.699574771Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.699585662Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.699592602Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.699599672Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.699606592Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.699614242Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.699794546Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.699805276Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.70001653Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.70002523Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.700279835Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.701920087Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.702024478Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"935456d4-7a38-4873-b67a-078b6ea5d2c4\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:38:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.702038519Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.70212742Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"195f04af-abb0-47f4-92d8-9de62d05811e\", \"content-length\": \"52\", \"date\": \"Thu, 16 Jan 2025 23:38:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.702142851Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.702153591Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.799715114Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"86c59f79-237a-49b8-bf2e-e73eb8f6b017\", \"date\": \"Thu, 16 Jan 2025 23:38:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:00.799737344Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.799746174Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.799953348Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ac922d6-b939-40f6-ba61-dfe1672b1d2c\", \"content-length\": \"682\", \"date\": \"Thu, 16 Jan 2025 23:38:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.799990889Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.800238174Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.803635579Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.803974686Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.80736008Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.807604285Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.809834428Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.810002911Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:00.817983195Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":28,"elapsed":"448.132175ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:01.1551324Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:01.15516405Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:01.186010773Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:01.186105334Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:32884"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:01.186282938Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a8fb3315-f9a9-4b9c-a638-fd10e169a250","remote_addr":"[fd00:1122:3344:101::a]:32884","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:01.186603694Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a8fb3315-f9a9-4b9c-a638-fd10e169a250","remote_addr":"[fd00:1122:3344:101::a]:32884","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:01.228598261Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/oximeter.rs:76","collector_id":"0a365f9e-6c70-4a27-ba2b-6123ad53013e","producer_id":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:01.228621351Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/producers","method":"POST","req_id":"a8fb3315-f9a9-4b9c-a638-fd10e169a250","remote_addr":"[fd00:1122:3344:101::a]:32884","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":42402,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:01.228719403Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8fb3315-f9a9-4b9c-a638-fd10e169a250\", \"content-length\": \"41\", \"date\": \"Thu, 16 Jan 2025 23:38:01 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:01.230956876Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:01.230972646Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:05.736120587Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"415894dc-e9e7-4c7e-b90e-db0410c8c46b","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":366,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:10.370312866Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:10.370393708Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:10.370716734Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:10.372433137Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:10.372459677Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:10.372737253Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:10.372770343Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:10.374459406Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:10.37470731Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:10.375089798Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:10.375102268Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:10.37523911Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:10.376551616Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"4.114569ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:10.376991254Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:10.377142767Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:10.378518004Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:10.380557043Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:10.380574413Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:10.380693345Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:10.389543695Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:10.389573336Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":83,"elapsed":"19.280851ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:15.736632534Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"0bdfaf77-3f55-4b6e-b95a-0bea22c2a479","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":298,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.370670631Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.370735402Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.371165331Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.372738271Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.372749861Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.372796632Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.373137278Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.37476582Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.375004404Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.375144917Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.375157197Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.37528896Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.376637585Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"3.895185ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.377461441Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.377638865Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.379323057Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.381381987Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.381392917Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.381523189Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.392320067Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.392340037Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":84,"elapsed":"21.702687ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.725808631Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"0a38ac8a-0ff7-4590-aca9-b12e5a366dcf","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.726255839Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"0a38ac8a-0ff7-4590-aca9-b12e5a366dcf","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:20.728807819Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?sort_by=id_ascending","method":"GET","req_id":"0a38ac8a-0ff7-4590-aca9-b12e5a366dcf","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3082,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.729036713Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"eff52dc1-d4f6-4f61-9619-4d1fd45246ae","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:20.729334689Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"eff52dc1-d4f6-4f61-9619-4d1fd45246ae","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:20.731340587Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/collectors/0a365f9e-6c70-4a27-ba2b-6123ad53013e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNTYxNDY5ZS1lNDRjLTRhOGYtYTRjZi1kZTg2N2RiZGI4NTgifX0%3D","method":"GET","req_id":"eff52dc1-d4f6-4f61-9619-4d1fd45246ae","remote_addr":"[fd00:1122:3344:101::d]:40413","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2364,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:25.736363528Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"e95f39fd-b531-46e8-9585-72c810d91d94","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":274,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.370819482Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.370874253Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.370885213Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.370895363Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.370904014Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.370913004Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.370923164Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.370931824Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.370939984Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.370948944Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.370957315Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.370965695Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.370975035Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-16 23:28:30.370889643 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.370983805Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.370991555Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371000825Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371009176Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371017356Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371026596Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371035426Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371044616Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371052626Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371062497Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371070847Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-16T23:38:30.371079847Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371088897Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":31,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371097197Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\"}","iteration":16,"elapsed":"19.72µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371108968Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371116278Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371125188Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371133858Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371142028Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371150058Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371158219Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371165739Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371173399Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371181309Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371189389Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371197619Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371205169Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.37122277Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371515706Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371541326Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371557326Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371572036Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371587997Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371604117Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371614837Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371622957Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371633338Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371642908Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371650868Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371660538Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371669658Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dc5f3810-93b6-44f1-815c-44411abf99ad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f4635fcc-61fc-4ff9-8203-b560522a972b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f4635fcc-61fc-4ff9-8203-b560522a972b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1818, tv_nsec: 684707809 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371684939Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5c1ab32c-50b8-4564-bf29-e388b915cbdb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fd10c057-8c9f-4db2-98b5-bcf5e0d536ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fd7a4ec0-c746-4aff-9239-7c8992ff75d9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fd7a4ec0-c746-4aff-9239-7c8992ff75d9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1818, tv_nsec: 684711940 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371700169Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371949704Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.371968894Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371981744Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.371993515Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.372005225Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.372016985Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.372029905Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":85,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.372042516Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.372051786Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.372061146Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.372070476Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.372082066Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.372177468Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.372194208Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":15,"elapsed":"1.246444ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.372222099Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.372233079Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":15,"elapsed":"1.236174ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.37227863Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.37228949Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.372321011Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.372329951Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.372336951Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.373165557Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.373174307Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.373361781Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.37385102Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.374273738Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.374929041Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.374939591Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.374946131Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.374952481Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.374958581Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.374965952Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.374972272Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.374979382Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.374985682Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":15,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.374992402Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"3.886145ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.375000352Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.375215857Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1818, tv_nsec: 688277828 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.375249607Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.375311118Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.375321019Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.375329209Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.375336739Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.375516002Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.376028842Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-16 23:28:30.370889643 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.376052082Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"expiration\":\"2025-01-16T23:28:30.370889643Z\",\"pruned\":[]}","iteration":15,"elapsed":"5.142269ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.376503841Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.376515662Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.376678154Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.376818907Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.376828208Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.376983971Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.377515291Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.377669184Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.378492009Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.378676523Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.379253104Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.379681162Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1818, tv_nsec: 692749034 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.379920267Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.380325315Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.380893126Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.380905586Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.381066059Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.382135409Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.38215556Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.382295313Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.38268735Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.383122408Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.384509055Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.384572946Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.38479641Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.385760049Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.38578244Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.38582311Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.38583283Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.385998404Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.386050114Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.386657246Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.386673857Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.386807859Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.387515603Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.38895474Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.388982321Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.389108393Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.389136484Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.389182225Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.389196735Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.389283437Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.390234115Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.390242295Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.390249155Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"17.082358ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.390666633Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.390955519Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.391225084Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"16.242772ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.392742463Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.393003608Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.39308397Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.39464565Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.39467034Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"23.599403ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.394913405Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.395427155Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.39572736Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.395963615Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.396438574Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1818, tv_nsec: 709494965 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.39674523Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.397369222Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.3988583Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.398882851Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.398893941Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.399126376Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.399183927Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.399588145Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.399613885Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.399665566Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.399925081Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.40193677Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.40196669Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.402124993Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.402556611Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.402574042Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.402715175Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.404367096Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.40872942Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.408764641Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.408775701Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.416815156Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.417189083Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.419435916Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.419798153Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.432257942Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.432700721Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.43321062Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.433234141Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":85,"elapsed":"62.42855ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.434618587Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"59.659376ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.437792568Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"62.852807ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.441606461Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.441628892Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.441639482Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"70.78311ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.442510739Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.442968648Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.444027348Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.444038268Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.444047059Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"72.066884ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.44621325Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.446426984Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.446665949Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.446689929Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.450848969Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.451573643Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.451596873Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.451606644Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.451615604Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.452044472Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.452579252Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.452593472Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"80.623858ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.454710663Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.456282603Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.456293574Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.456300034Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.456306344Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.456524818Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.465291727Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.465539391Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.507611789Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.507863594Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.514750866Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.520253682Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"149.217006ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.545417195Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.553256046Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.553274846Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.553575232Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e186cdf3-17bd-4096-9dcb-f72e3972be9a\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:38:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.553595282Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.555704933Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.560743Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.56075728Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.560983704Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abbf2810-5ba1-4a61-82bc-35efe3f4e807\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:38:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.561003745Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.563982962Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.568113001Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.568122991Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.56858202Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca39ccd7-94ee-4d91-b41a-7abd34bce898\", \"content-length\": \"372\", \"date\": \"Thu, 16 Jan 2025 23:38:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.568619751Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.568955347Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.570057128Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"198.064654ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.572002016Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.572389683Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.57273194Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.572836402Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.573985154Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.573998914Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.574143587Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.574231579Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.576060764Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.576088344Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.576166836Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.576176036Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.576227977Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.576328989Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.577773657Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.581612501Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.581634601Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.581872966Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be01dcf3-3d70-4b6c-9989-ac152a4408fa\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:38:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.581886086Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.582308874Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 198593b5-c3c6-4ef5-879a-52095a2ef511, lookup_type: ById(198593b5-c3c6-4ef5-879a-52095a2ef511) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.582341544Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.5826241Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.583600469Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.584763851Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"0","iteration":29,"elapsed":"213.698064ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.602178005Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.602505822Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.605293825Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.609563407Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.609828742Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.609859623Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-16T23:38:30.609982265Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.609996886Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"237.99621ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.610131788Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.612461383Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.612474333Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.612651926Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.614695546Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.614718156Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"1d666faf-e0f3-47e6-9521-2c5224f5c82c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.614728846Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.614853299Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.614862359Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"5f7b2597-7e3e-46de-bb64-35ac03a6ae72"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.614870799Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.614974111Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.615141034Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.615857228Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"240.884537ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.615932309Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.61594244Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":29,"elapsed":"244.826403ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.61648143Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.617476089Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.619441397Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.619453947Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.619460707Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.619469408Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.619669611Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.619679632Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.621983496Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"1d666faf-e0f3-47e6-9521-2c5224f5c82c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.622002816Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.622013146Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_time_created":"2025-01-16 23:25:21.695734 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.622021197Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":2}","iteration":15,"elapsed":"251.018671ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.6393891Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.639600044Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.640589767Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.642882267Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.642895097Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.643166863Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9ccea08a-e8f5-4f44-9177-9cae2cd202a3\", \"date\": \"Thu, 16 Jan 2025 23:38:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.643177363Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.643349166Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.643359476Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.643399847Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.643618391Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.645602359Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.645775593Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.647008777Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":29,"elapsed":"272.058205ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.648589777Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.648668998Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.648869912Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.651233198Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.651245278Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.65138129Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.651559914Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.651575474Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.651952331Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ed7baa65-71ea-4950-985f-4c51891b52c8\", \"date\": \"Thu, 16 Jan 2025 23:38:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.653545252Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":29,"elapsed":"281.592279ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.653565292Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"5f7b2597-7e3e-46de-bb64-35ac03a6ae72"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.653574543Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.653590603Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_time_created":"2025-01-16 23:25:20.756297 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.653598743Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":1}","iteration":15,"elapsed":"282.680679ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.67792176Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-16T23:24:20.471931Z, time_modified: 2025-01-16T23:24:20.471931Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 53828d51-c7a3-4557-b913-6b5f10d267df, db_silo: Silo { identity: SiloIdentity { id: 53828d51-c7a3-4557-b913-6b5f10d267df, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-16T23:25:21.631636Z, time_modified: 2025-01-16T23:25:21.631636Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 53828d51-c7a3-4557-b913-6b5f10d267df, db_silo: Silo { identity: SiloIdentity { id: 53828d51-c7a3-4557-b913-6b5f10d267df, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-16T23:25:21.631636Z, time_modified: 2025-01-16T23:25:21.631636Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.677961611Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"53828d51-c7a3-4557-b913-6b5f10d267df\",\"tls_certs\":[\"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\"]}},\"default_endpoint\":{\"silo_id\":\"53828d51-c7a3-4557-b913-6b5f10d267df\",\"tls_certs\":[\"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"307.082868ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.700185768Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.700471053Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"737f0a92-bafe-407a-a6c4-53c530ac6e8d\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:38:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.700621966Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.701617455Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.701796909Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.703475531Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"null","iteration":29,"elapsed":"332.591298ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.710701579Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":29,"elapsed":"339.825556ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.742172324Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.74248926Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"0a4848b6-ff9f-4402-8916-ca90bf9a8abd\", \"date\": \"Thu, 16 Jan 2025 23:38:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.74250919Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.744267824Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"81af7933-2b70-4b0e-9e90-c6e415d084c6\", \"date\": \"Thu, 16 Jan 2025 23:38:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.744281924Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.74616974Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.746181121Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"375.078833ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.779388258Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.779724215Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"735d0fa1-1056-4c17-a51d-abcb4b76eb52\", \"content-length\": \"691\", \"date\": \"Thu, 16 Jan 2025 23:38:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.779753535Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.779769415Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.779782866Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.781826555Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":29,"elapsed":"410.777349ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.785862563Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.786309871Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f47a3eb0-314a-4700-9cba-510f9b0378fe\", \"date\": \"Thu, 16 Jan 2025 23:38:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.786327401Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.787543365Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"dc8c62c7-e4a3-4d98-994c-ceb748e4b863\", \"date\": \"Thu, 16 Jan 2025 23:38:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.787554975Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.789441811Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f33808e9-d416-4dc1-bd29-78704bde6c30\", \"date\": \"Thu, 16 Jan 2025 23:38:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.789479902Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.791487851Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.791533292Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"420.576137ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.839605975Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.839958111Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.842066732Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f81032f-5b5a-4e15-a902-c3dd58627e93, rack_id: 79114303-f678-43f7-aff3-a882c8c99560, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed94bf96-5c98-4d5e-9580-d87b95e3d576) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.842079542Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.842259666Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.850998423Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.851216448Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27eefdc8-7c86-468a-8782-8cdc4b87e799\", \"content-length\": \"134\", \"date\": \"Thu, 16 Jan 2025 23:38:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.851234408Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.851246508Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed94bf96-5c98-4d5e-9580-d87b95e3d576","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.851470533Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.851482553Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.851491013Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.851499813Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.851508163Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.851516293Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.851657516Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.851669576Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.851803889Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.851814579Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.852065084Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.85395838Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.854062413Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e400cca8-f895-4e98-ab8a-ad7f2e97662a\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:38:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.854075023Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.854154444Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4371cf10-88a7-4299-ac96-c3dce2aa796a\", \"content-length\": \"52\", \"date\": \"Thu, 16 Jan 2025 23:38:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.854166044Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.854175055Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.949574907Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"49a42a80-3d61-4e24-9b48-ba5a5501ecdb\", \"date\": \"Thu, 16 Jan 2025 23:38:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:30.949591727Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.949600127Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.949840422Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3fd21d6-93b3-451d-9220-320a40464f6d\", \"content-length\": \"682\", \"date\": \"Thu, 16 Jan 2025 23:38:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.949878473Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.950143138Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.954242386Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.954573223Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.958032149Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.958267074Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.96067452Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.960890604Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:30.968707244Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":29,"elapsed":"597.625677ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:35.736651622Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"3dd612e2-6fb5-4b8a-af9d-020df1da83fc","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":247,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:40.371030314Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:40.371089876Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:40.3713404Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:40.373155755Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:40.373179796Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:40.373250357Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:40.37339142Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:40.376190574Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:40.376208684Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:40.376360257Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:40.37859525Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:40.378848815Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:40.380211011Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:40.382572686Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:40.382585476Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:40.382719479Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:40.395887652Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:40.395911583Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":86,"elapsed":"24.900278ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:40.400621553Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:40.400822347Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:40.42859022Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"55.431115ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:45.736963386Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"5354d8a8-7871-40a7-a24a-4a4841899825","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":308,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:50.370161546Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:50.370217557Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:50.370525513Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:50.372178515Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:50.372188875Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:50.372346308Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:50.372364008Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:50.374783685Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:50.374796355Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:50.374942698Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:50.376665561Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:50.376823134Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:50.378235771Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:50.38024387Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:50.38025705Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:50.380382452Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:50.392490395Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:50.392511775Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":87,"elapsed":"22.36773ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:50.401695842Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:50.401914036Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:38:50.403094318Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":87,"elapsed":"30.910883ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:38:55.736488105Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"7e14469c-82ba-4f6d-98c0-e8915e881bd4","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":295,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.37096163Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":88,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.371011561Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.371021661Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.371029781Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.371037631Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.371044751Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.371051421Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.371058842Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.371064962Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.371072492Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.371078832Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.371085422Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.371092002Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.371099052Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.371105292Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.371400478Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.371414208Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.371424398Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.371434629Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.37151392Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.371526411Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.371535991Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.372091801Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.372101622Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.372109982Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.372118132Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.372338826Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":88,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.372347726Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.372353866Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":30,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.372362087Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.372369437Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.372376057Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":30,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.372384067Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.372390057Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.372396727Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.372404187Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.372410717Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.372426478Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.372581951Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.372620552Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.372631322Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.372639552Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.373641331Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.374333674Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.374719702Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":30,"elapsed":"3.70016ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.375465946Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.375477966Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.375485267Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.375491737Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.375498037Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.375505037Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.375511257Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.375517597Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.375571598Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1848, tv_nsec: 688366530 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.375607769Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.375778962Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.375806933Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.375822033Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.375833533Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.375945365Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.376083188Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1848, tv_nsec: 688875850 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.376368373Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.377147179Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.377158319Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.377327332Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.377607747Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.377617628Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.377711939Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.377722239Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.377781251Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.377874592Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.378857101Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.380044484Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.380248628Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.380556954Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.380568154Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.380700777Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.382012752Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.382815817Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.383620123Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.383647723Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.383787296Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.385818175Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.385829715Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.38606088Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.388524267Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.38871409Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.38921006Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.389404114Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.389526196Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":88,"elapsed":"17.18009ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.390377033Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.390630087Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.391084436Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.392282889Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.394218826Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.394238207Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.39442193Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.396221365Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.396241595Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.396251135Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.410288645Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.410334566Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":88,"elapsed":"39.360776ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.414648419Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.414998375Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.415016966Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":30,"elapsed":"39.532689ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.416317541Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.417141296Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.417529914Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.417808999Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"42.339623ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.418163006Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.418183947Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.418315389Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.418514943Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.418568604Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.418845399Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.41888573Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.418920561Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.419239747Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.419268167Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.419278628Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.419461481Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.421012771Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1848, tv_nsec: 733789162 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.421275506Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.421328167Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 198593b5-c3c6-4ef5-879a-52095a2ef511, lookup_type: ById(198593b5-c3c6-4ef5-879a-52095a2ef511) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.421343447Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.42148955Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.424356945Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"0","iteration":30,"elapsed":"53.323534ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.425284603Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.426875954Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.426890224Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.426902484Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.427038667Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.427086238Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.427794441Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.427969984Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.429665827Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.431586384Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.431602954Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.431812818Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.434790675Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.434813666Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":30,"elapsed":"62.420399ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.449860175Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.449883345Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.450252072Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49004fdd-fccc-4a28-9932-9f1df3e738bd\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:39:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.450278093Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.452233741Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"80.117979ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.452932934Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.453041556Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"77.55128ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.460858986Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.460878147Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.460884507Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.461242114Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.463017557Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.463027688Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.463325263Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a11632c-39bd-4082-8316-d0cd04427097\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:39:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.463344814Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.464044847Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.464474125Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.465830252Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.482325168Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.482580423Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.489994566Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"physical_disks_added\":0}","iteration":32,"elapsed":"118.982455ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.540875423Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.540901163Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.541162989Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e03bcaf-7acc-4b07-b5d5-2ab49a027645\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:39:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.541179599Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.542752789Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.548981568Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.548992939Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.549442148Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ff03031-3cb6-41d3-a4f5-540c9a98afa3\", \"content-length\": \"372\", \"date\": \"Thu, 16 Jan 2025 23:39:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.549482238Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.549730833Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.573162993Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.573441308Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc69cc38-f6d2-46b4-8205-84c0b72cca2c\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:39:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.57612697Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.577308983Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.579848551Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"null","iteration":30,"elapsed":"208.873422ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.583982891Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":30,"elapsed":"208.492234ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.584367278Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.584386519Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":30,"elapsed":"213.317207ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.586521449Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.58654062Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.58654883Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":30,"elapsed":"214.166093ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.598718604Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.598745314Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.59901864Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"45816144-c343-4a2c-a57a-85e3de80fd85\", \"date\": \"Thu, 16 Jan 2025 23:39:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.59904515Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.599288835Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.601191471Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.601384955Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.604043786Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.604401423Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.607299089Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.607314129Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.607673726Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"21063a10-f4e7-4ed8-a828-5bfd0c442c39\", \"date\": \"Thu, 16 Jan 2025 23:39:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.609716715Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":30,"elapsed":"238.735375ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.610236645Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":30,"elapsed":"237.882899ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.649369587Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.649711423Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.650661221Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.652244022Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.652258982Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.652405535Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.680760719Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.682470912Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.682485083Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.682629355Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.688241903Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.68858694Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.690579708Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f81032f-5b5a-4e15-a902-c3dd58627e93, rack_id: 79114303-f678-43f7-aff3-a882c8c99560, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed94bf96-5c98-4d5e-9580-d87b95e3d576) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.690594958Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.690737351Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.700496378Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.700799844Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"314235cb-d71b-4b95-88ca-212e8cca2396\", \"content-length\": \"134\", \"date\": \"Thu, 16 Jan 2025 23:39:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.700832345Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.700844295Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed94bf96-5c98-4d5e-9580-d87b95e3d576","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.70109637Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.70110874Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.701116161Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.70112369Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.701130771Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.701138061Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.701310134Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.701319984Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.701453257Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.701461947Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.701744802Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.703745021Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.703856143Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bef29bf9-10b8-41c7-88ad-85164fcd35bc\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:39:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.703867753Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.703954435Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a2eddb1-6e43-4b39-bc01-135f7fdcc92a\", \"content-length\": \"52\", \"date\": \"Thu, 16 Jan 2025 23:39:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.703970095Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.703980505Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.716478005Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.800237184Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"23bdab75-cfd7-4a7a-8b3a-28cee22627cf\", \"date\": \"Thu, 16 Jan 2025 23:39:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.800255774Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.800263954Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.80058851Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab4aea20-65d5-4b4c-8538-07505c5832d0\", \"content-length\": \"682\", \"date\": \"Thu, 16 Jan 2025 23:39:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.800622661Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.800894716Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.800978618Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e310625-9abe-4cb5-a62a-576dca0222c7\", \"content-length\": \"691\", \"date\": \"Thu, 16 Jan 2025 23:39:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.801014679Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.801024599Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:00.801032079Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.80212895Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":30,"elapsed":"430.030059ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.804643968Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.804905203Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.808516043Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.808809828Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.810529001Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.810703885Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:00.818439073Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":30,"elapsed":"447.387372ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:05.736796989Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"deee09ae-1ede-4686-a42e-928346219a97","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":260,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:10.370980428Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":89,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:10.371029889Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:10.371334175Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:10.373012157Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":89,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:10.373023108Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:10.373205211Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:10.373440396Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:10.375717749Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:10.37572774Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:10.375860162Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:10.378054864Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:10.378390571Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:10.379986051Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:10.382350077Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:10.382363957Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:10.382500119Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:10.395100261Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:10.395115562Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":89,"elapsed":"24.157834ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:10.399805992Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:10.400024896Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:10.434875455Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":89,"elapsed":"61.846388ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:15.736857579Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"571e3db2-ed7b-4a02-aef6-aee27ff7b8cd","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":237,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:20.370829524Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":90,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:20.370892035Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:20.371219531Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:20.372671119Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:20.37268165Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":90,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:20.37269282Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:20.373080907Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:20.375066445Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:20.375079145Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:20.375225768Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:20.376758248Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:20.377098624Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:20.402296958Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:20.402552603Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:20.404318287Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":90,"elapsed":"31.628978ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:20.40653236Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:20.408925255Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:20.408936026Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:20.409089519Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:20.419149262Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:20.419170862Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":90,"elapsed":"48.364079ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:25.736881868Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"aef696c0-a2f8-49aa-971d-2521e1ea5b4d","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":297,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.37125931Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":91,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371320101Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.371332562Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371342142Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371351472Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371360902Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371369033Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371377233Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371385653Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371393313Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371402213Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371410723Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371418863Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371429154Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371439454Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371448684Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371457594Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371465844Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371473795Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371482215Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371490635Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371498565Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371507885Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371516845Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371525576Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371534486Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371543526Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371551416Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.371560386Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-16 23:29:30.371475304 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371569216Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371577526Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371586567Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":31,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-16T23:39:30.371594387Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371603137Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371610147Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371620337Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\"}","iteration":17,"elapsed":"14.81µs"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371630927Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371638648Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371646438Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371654268Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371662058Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371670798Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.3717603Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371823071Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371874122Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371891012Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371900863Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371910563Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371950544Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371961014Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371974384Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371982954Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371991554Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.371999245Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372014705Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372029395Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dc5f3810-93b6-44f1-815c-44411abf99ad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f4635fcc-61fc-4ff9-8203-b560522a972b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f4635fcc-61fc-4ff9-8203-b560522a972b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1878, tv_nsec: 684556387 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372087316Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5c1ab32c-50b8-4564-bf29-e388b915cbdb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fd10c057-8c9f-4db2-98b5-bcf5e0d536ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fd7a4ec0-c746-4aff-9239-7c8992ff75d9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fd7a4ec0-c746-4aff-9239-7c8992ff75d9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1878, tv_nsec: 684603578 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372118347Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372129797Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372139987Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.37226386Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.37228558Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372417323Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372438963Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372502124Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372515255Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":16,"elapsed":"1.099421ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372535055Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":91,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372541955Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372549295Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372556245Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372562285Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":31,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.372570296Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372576906Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372583166Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":31,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372589856Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372595566Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372601466Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372608116Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372614356Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":4,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372621266Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372627847Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372634647Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372642277Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372657297Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372666877Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":16,"elapsed":"1.222093ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372701348Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.37280418Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.37283121Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372873101Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372902912Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372912462Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.372968213Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.37383215Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.37384334Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.373997393Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.374033594Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.374919721Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.375018703Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.375054103Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.375090904Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":31,"elapsed":"3.767473ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.375303308Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.375615994Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.376006211Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.376016792Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.376159494Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.376167645Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.376173645Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.376181155Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.376187395Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.376193865Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.376200125Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":31,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.376211626Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.376220846Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.376227846Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.376234766Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.376482781Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.376574062Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.376620043Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.376630383Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.376637414Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.377679834Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.377691314Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.377887448Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.378188333Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.378197984Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.378359727Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.378403137Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.378411448Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.37855166Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.380142541Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.380675101Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.381090019Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1878, tv_nsec: 693614691 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.381232622Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1878, tv_nsec: 693758163 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.381331664Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.381473087Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.381702811Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-16 23:29:30.371475304 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.381713151Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"expiration\":\"2025-01-16T23:29:30.371475304Z\",\"pruned\":[]}","iteration":16,"elapsed":"10.235507ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.382299162Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.382313693Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.382483216Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.38267562Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.38268987Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.382822633Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.383485845Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.383643048Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.385275069Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.387715356Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.387736917Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.387873199Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.38789456Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.389635423Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.389663994Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.389794986Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.389821107Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.391327406Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.391352006Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.391463948Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.393504588Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.393527278Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.393786973Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.395604618Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.395628208Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.395756641Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.398719528Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":16,"elapsed":"22.491142ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.402630213Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.402658383Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.407307953Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.407793762Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.412191477Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1878, tv_nsec: 724696577 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.412614035Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.416892557Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.417473738Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.427777976Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.430692892Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.430721512Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.430800334Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.431595249Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.43526681Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.43529247Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.435493054Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.438501062Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.439508061Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.440115833Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.440335437Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.440353667Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.440560231Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.441112162Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.441141722Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.441157533Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":16,"elapsed":"69.721859ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.441281335Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.441761314Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.443226802Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.443372925Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.443640841Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.443752613Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":31,"elapsed":"67.551497ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.444003117Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.444567398Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.444589589Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.444604529Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":16,"elapsed":"70.741418ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.445869313Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.445988786Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.446403783Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.447090677Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.447105557Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.447373312Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.447876572Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.447890422Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.448146957Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.448157267Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.448163477Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.448170488Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.448180168Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.448186648Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.448366731Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.448411382Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"72.200827ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.448420992Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.449022014Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.449298788Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.449828399Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.450115235Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.450480582Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.450694576Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.45248385Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.453605152Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"nsuccess\":5}","iteration":7,"elapsed":"82.31005ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.454127752Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":31,"elapsed":"77.942726ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.456444806Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.458219261Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.458432745Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.460009695Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.460369682Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.461890901Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.46287451Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.46443414Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.46446189Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":91,"elapsed":"93.20928ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.465650313Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.465676774Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.465842897Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.466363007Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.467146962Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.467455698Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.469160511Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.469346464Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.470875253Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.47332256Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.473538355Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.47535469Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.475865379Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.47588125Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.476022783Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.476042113Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":31,"elapsed":"103.408426ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.476170425Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.477136074Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.477158574Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.477283077Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.477292177Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.477491031Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.479369937Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.47953265Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.48267832Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.485181678Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.485208759Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.485377992Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.486492113Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.486799369Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.48841495Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.488436381Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.488446811Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.488508522Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.488664145Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.488741667Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.492971748Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":31,"elapsed":"121.381711ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.493477758Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.493817064Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.495259762Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.495286212Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.495294233Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.495300523Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.495515187Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.49617451Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.496238541Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.496409504Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.496516686Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.496652169Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.496826152Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":91,"elapsed":"124.248286ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.4977772Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.497994844Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.498749499Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.498773599Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.498953413Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.500391511Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.501379409Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.50140563Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.50141586Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.5014252Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.501639104Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.502234996Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.502504401Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.502814887Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.50297041Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 198593b5-c3c6-4ef5-879a-52095a2ef511, lookup_type: ById(198593b5-c3c6-4ef5-879a-52095a2ef511) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.50300109Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.503154144Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.503200314Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.50661228Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.50663524Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.506770913Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.508076838Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"0","iteration":31,"elapsed":"136.642825ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.515239325Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.528689234Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.528725085Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.529066921Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28aa6b9b-3bef-487b-9a71-2cc17dc49c88\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:39:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.529094462Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.532549578Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.534249441Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.534262291Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":31,"elapsed":"162.923939ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.535160018Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.535497975Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.53578999Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.535801251Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.536070086Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0152ba5f-f93b-419e-bf23-86079743453a\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:39:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.536084696Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.538321749Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.54308147Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.543104561Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.543113211Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":31,"elapsed":"170.518846ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.543734523Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.544359095Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.544707151Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.546397074Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.546446955Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.546809862Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.546996875Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.547008776Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.547024456Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":31,"elapsed":"170.864182ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.547266461Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.548404182Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.548680598Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.548981464Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.549501514Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.549520694Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.549802239Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.550060954Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.550073405Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"5f7b2597-7e3e-46de-bb64-35ac03a6ae72"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.550082405Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.550274798Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.550284449Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.55035226Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.550443902Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.55297959Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.553071172Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.554977199Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.555003259Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.555166663Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.555968538Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.555999028Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.556115861Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.558895834Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"5f7b2597-7e3e-46de-bb64-35ac03a6ae72"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.558919884Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.558929405Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_time_created":"2025-01-16 23:25:20.756297 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.558938075Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":1}","iteration":16,"elapsed":"187.40571ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.564242647Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.564262767Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.564592024Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78973cf2-5ce0-4b37-bbcb-35b0af9544dd\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:39:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.564610714Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.566273026Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.585673088Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.586536605Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.586562355Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"1d666faf-e0f3-47e6-9521-2c5224f5c82c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.586572626Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.58682784Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.589025573Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.589038683Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.589182446Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.590922349Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.591560421Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.591763865Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.593783334Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.593796204Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.593976538Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-16T23:39:30.594497228Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.594517738Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":16,"elapsed":"221.912952ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.596055358Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.596243571Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.602281757Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-16T23:24:20.471931Z, time_modified: 2025-01-16T23:24:20.471931Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 53828d51-c7a3-4557-b913-6b5f10d267df, db_silo: Silo { identity: SiloIdentity { id: 53828d51-c7a3-4557-b913-6b5f10d267df, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-16T23:25:21.631636Z, time_modified: 2025-01-16T23:25:21.631636Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 53828d51-c7a3-4557-b913-6b5f10d267df, db_silo: Silo { identity: SiloIdentity { id: 53828d51-c7a3-4557-b913-6b5f10d267df, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-16T23:25:21.631636Z, time_modified: 2025-01-16T23:25:21.631636Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.602309818Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"53828d51-c7a3-4557-b913-6b5f10d267df\",\"tls_certs\":[\"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\"]}},\"default_endpoint\":{\"silo_id\":\"53828d51-c7a3-4557-b913-6b5f10d267df\",\"tls_certs\":[\"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":16,"elapsed":"230.935895ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.606288414Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"physical_disks_added\":0}","iteration":33,"elapsed":"234.8152ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.674882622Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.67686861Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.677233697Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"e2421763-f62d-4b26-8c8a-f6bb18f7a807\", \"date\": \"Thu, 16 Jan 2025 23:39:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.677246447Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.678529842Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"aaa1c543-392e-42a9-8005-3a0f395f0fa4\", \"date\": \"Thu, 16 Jan 2025 23:39:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.678540542Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.68001725Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.680028561Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":18,"elapsed":"308.756059ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.682425727Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":31,"elapsed":"311.051944ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.821744631Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.822241571Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3e787137-2a77-4456-afc0-0e606ed15323\", \"date\": \"Thu, 16 Jan 2025 23:39:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.822256801Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.823608797Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1147cb59-cff7-4214-8a62-ec09bbe523a8\", \"date\": \"Thu, 16 Jan 2025 23:39:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.823620047Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.826129766Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"029375b3-5dc8-4652-b940-f0ec3356b95c\", \"date\": \"Thu, 16 Jan 2025 23:39:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.826146446Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.828257416Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.828301757Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":18,"elapsed":"456.943515ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.87684535Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.877081324Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1536821b-0480-4ed8-b340-b2223f71faf4\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:39:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.878702685Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.878997281Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.909916685Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.909926645Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.910263182Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2068d015-3238-43bf-b82f-314ff55b4516\", \"content-length\": \"372\", \"date\": \"Thu, 16 Jan 2025 23:39:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.910298822Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.9106888Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.912176658Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"1d666faf-e0f3-47e6-9521-2c5224f5c82c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.912197459Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.912205769Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_time_created":"2025-01-16 23:25:21.695734 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.912213899Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":2}","iteration":16,"elapsed":"540.799616ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.913367831Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"null","iteration":31,"elapsed":"541.843676ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.913619116Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.913936222Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.915344859Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.915606844Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.927795558Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.928188896Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c041a3d6-6fcb-4d05-82b9-e5b00ef3db10\", \"content-length\": \"691\", \"date\": \"Thu, 16 Jan 2025 23:39:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.928212106Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.928222276Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.928230856Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.929632743Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":31,"elapsed":"558.030696ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.936309202Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.936702999Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.938676377Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f81032f-5b5a-4e15-a902-c3dd58627e93, rack_id: 79114303-f678-43f7-aff3-a882c8c99560, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed94bf96-5c98-4d5e-9580-d87b95e3d576) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.938697597Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.938893101Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.945158272Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.945442787Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.946762703Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.947052948Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.948231371Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.948488196Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"191bf7a0-988c-46b0-8167-8e28b6178f87\", \"content-length\": \"134\", \"date\": \"Thu, 16 Jan 2025 23:39:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.948506366Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.948515136Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.948522466Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed94bf96-5c98-4d5e-9580-d87b95e3d576","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.948822762Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.948832602Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.948839832Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.948847032Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.948854503Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.948861343Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.949042636Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.949052067Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.949204199Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.94921257Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.949503445Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.951993933Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.952007453Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.952160836Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.953186986Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.953200276Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.95342782Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"bc922549-d329-4bf2-bbd2-82f203f2cd2d\", \"date\": \"Thu, 16 Jan 2025 23:39:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.953441461Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.953623234Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.953650415Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.953805298Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.953890439Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.95393459Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ac6c98a-b726-4263-8fd9-5b309ed331a9\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:39:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.95394809Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.954036082Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a0de6b2-8155-45bb-9687-a3693664361c\", \"content-length\": \"52\", \"date\": \"Thu, 16 Jan 2025 23:39:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.954050952Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.954060463Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.955661733Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.955911878Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.959192871Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.959406965Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:30.962463024Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.962472314Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.982852546Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.983160931Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.984550488Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.988097376Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.988115557Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.988242599Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.992178335Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.992430689Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.994310526Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.994597221Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.996458427Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.996667111Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.998503066Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:30.99871102Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.000953603Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.001134397Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.002402371Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.002589765Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.003778358Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.003941121Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.005345398Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.008783114Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.008796324Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.008934186Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.038757379Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.039089146Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.040578174Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.040746848Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.042301707Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.045400037Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.045416217Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.04554607Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.052369261Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name(\"nexus-bda5150c-3889-413e-a774-9d40d8f8536d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name(\"nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name(\"nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name(\"external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name(\"external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.052409372Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.052545864Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.053985802Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.055573422Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.055586673Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.055719285Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.057105792Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d88764dd-ad10-4dbf-ba8a-fb8d0d045524\", \"date\": \"Thu, 16 Jan 2025 23:39:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:31.057116612Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.057123552Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.057228684Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.057284015Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: a9131c91-4ca4-491f-8265-8e221e38b9ad, kind: Service { id: dc5f3810-93b6-44f1-815c-44411abf99ad }, name: Name(\"external-dns-dc5f3810-93b6-44f1-815c-44411abf99ad\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 71])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a95ae8ff-aa26-4675-97b6-6b8d75e9ff0e, kind: Service { id: f4635fcc-61fc-4ff9-8203-b560522a972b }, name: Name(\"external-dns-f4635fcc-61fc-4ff9-8203-b560522a972b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 6])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 37bada54-3ac8-4367-9487-f47381e04cf6, kind: Service { id: bda5150c-3889-413e-a774-9d40d8f8536d }, name: Name(\"nexus-bda5150c-3889-413e-a774-9d40d8f8536d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5b4d3cb4-34c8-4838-94e3-102c732f938c, kind: Service { id: 1d7f4b38-ce97-4d7c-b37c-92212a02a45f }, name: Name(\"nexus-1d7f4b38-ce97-4d7c-b37c-92212a02a45f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b50b269f-d32a-4af8-be28-7e03354f4d63, kind: Service { id: 1b5ada24-1ce5-4a0b-9c11-3c803e3e9270 }, name: Name(\"nexus-1b5ada24-1ce5-4a0b-9c11-3c803e3e9270\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 198])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.057301006Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.057412537Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbb8e8d3-28df-4814-a755-eec8f25a74aa\", \"content-length\": \"682\", \"date\": \"Thu, 16 Jan 2025 23:39:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.057446888Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.057640962Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4607cb12-7e3e-45d0-bef5-83b1e2e2c709\", \"date\": \"Thu, 16 Jan 2025 23:39:31 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.057658572Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.059584659Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":31,"elapsed":"687.016894ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.060995366Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.06118004Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.064225839Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.064439852Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.066355009Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.066562993Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.073875334Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":31,"elapsed":"702.556723ms"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.160247803Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","vpc_to_sled":"[Sled { identity: SledIdentity { id: 198593b5-c3c6-4ef5-879a-52095a2ef511, time_created: 2025-01-16T23:25:11.806143Z, time_modified: 2025-01-16T23:25:11.806143Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 79114303-f678-43f7-aff3-a882c8c99560, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::1:0, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.160275373Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.160284163Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.16060857Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.162376044Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.16269826Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.163857242Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.166302499Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 198593b5-c3c6-4ef5-879a-52095a2ef511, lookup_type: ById(198593b5-c3c6-4ef5-879a-52095a2ef511) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.196838695Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.197481268Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"3b373dda-b014-4a82-91da-620b9cbb62b7\", \"date\": \"Thu, 16 Jan 2025 23:39:31 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:31.199772322Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.199783522Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","elapsed":"827.165676ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:31.199791222Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":4,"elapsed":"827.174096ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:35.736957717Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"bda75b84-f901-48b0-9e5d-15a1067dd3c8","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":285,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:40.371149897Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":92,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:40.371207658Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:40.371478133Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:40.373175876Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":92,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:40.373198896Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:40.373341169Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:40.373617594Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:40.375872807Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:40.375885497Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:40.37601255Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:40.377749763Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:40.37807063Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:40.379724001Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:40.382075586Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:40.382086056Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:40.382215759Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:40.393513366Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:40.393534256Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":92,"elapsed":"22.40167ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:40.402121561Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:40.402303175Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:40.431367543Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":92,"elapsed":"58.181168ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:45.737315832Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"e0f5d0ce-dc19-4a00-bdf8-b2ef54c880d4","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":256,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:50.371527812Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":93,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:50.371602963Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:50.371907939Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:50.372670064Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":93,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:50.372680134Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:50.372868008Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:50.37402384Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:50.376304964Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:50.376317424Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:50.376455327Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:50.378783141Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:50.379134898Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:50.380508104Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:50.38288304Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:50.3828967Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:50.383035783Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:50.395715626Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:50.395769538Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":93,"elapsed":"24.233776ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:50.40160147Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:50.401832154Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:39:50.403220541Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":93,"elapsed":"30.544366ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:39:55.737127207Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"a24bf8f7-b315-4946-a974-baf6f1701588","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":260,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.371591962Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.371666763Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.371683443Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":34,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.371696654Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.371709764Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.371721294Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.371734674Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.371746214Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.371758605Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.371770685Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.371782475Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.371797086Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.371808526Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.371819696Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":94,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.371832726Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.371845027Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.371856337Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.371867517Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.371878577Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.372100211Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.372123762Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.372139802Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.372205894Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.372242654Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.372258324Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.372352516Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.372368766Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.372473479Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.372821785Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":32,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.372830406Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.372838566Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":94,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.372845316Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.372851406Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.372857496Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.372864656Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.372871146Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":32,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.372878316Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.372884267Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.37305795Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.37306775Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.37307664Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.373133441Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.374268113Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.375787542Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.375807483Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.375815903Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.375822403Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.375828923Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.375834523Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.375840293Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.375846803Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.375909394Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1908, tv_nsec: 688165226 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.375926375Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1908, tv_nsec: 688188986 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.376005986Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":32,"elapsed":"4.300352ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.376016527Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.376048457Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.376110288Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.376133979Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.376142599Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.376235881Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.376410414Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.376760751Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.376772421Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.376915084Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.377719079Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.3777396Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.377867262Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.378707238Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.379485793Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.37982372Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.380088115Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.380687326Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.380695986Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.38085736Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.382023102Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.382032742Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.382152225Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.382166705Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.383431619Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.383707354Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.383720024Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.383886238Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.385003539Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.385012449Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.385153072Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.386753613Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.386941346Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.387984277Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.388211641Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.388314693Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.388485326Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.389416754Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.389624968Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.390072906Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.393449771Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.393477032Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.393701706Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.404358201Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.404395432Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":94,"elapsed":"32.641087ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.409448049Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.411546399Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.411571439Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.411711442Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.41420739Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1908, tv_nsec: 726454271 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.414516046Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.41835898Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.418558744Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.41889409Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"43.069058ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.421030181Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.421041611Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.421047872Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.421120223Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.421392078Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.421429859Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.42150251Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.421658333Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":94,"elapsed":"48.819238ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.421764945Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.422859076Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.423099381Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.425224932Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.425482137Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.425723401Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.425978486Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.427425604Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.427632068Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":32,"elapsed":"51.835925ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.427656738Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.429982903Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.430137566Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.430151176Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.430160427Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.430168087Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.430385371Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.430396551Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.431678026Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.431694976Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.431823438Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.437085669Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.43711522Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":32,"elapsed":"64.255103ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.468539944Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.46887813Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.469513242Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.469524723Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.469531013Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.469743937Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.471260596Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":32,"elapsed":"99.469251ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.474150731Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":32,"elapsed":"98.351429ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.474844565Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.477317382Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 198593b5-c3c6-4ef5-879a-52095a2ef511, lookup_type: ById(198593b5-c3c6-4ef5-879a-52095a2ef511) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.477333053Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.477362993Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.477372883Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":32,"elapsed":"105.72402ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.477505756Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.479577236Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"0","iteration":32,"elapsed":"107.945373ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.496742905Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.496764016Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.496773586Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":32,"elapsed":"120.964623ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.496782836Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":32,"elapsed":"123.904219ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.507685975Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.50793848Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.50947653Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.510925941Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.510934397Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.511060578Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.527522026Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"physical_disks_added\":0}","iteration":34,"elapsed":"155.908154ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.528353742Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.528368773Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.528644528Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a912905-2ab4-4cb1-a366-94eb765c459f\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:40:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.528658268Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.530151817Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.59334331Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.593371061Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.593647826Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ae7d3c3-48bb-43cd-9a84-a437a5c94fb6\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:40:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.593679797Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.596035382Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.596216826Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.596228556Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.596470921Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"388f3323-b131-46a1-868e-0fce35d57858\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:40:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.596486841Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.598214974Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.628772291Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.628793461Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.629150708Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efc7377f-dcc3-40d8-a100-67c86065d18c\", \"content-length\": \"372\", \"date\": \"Thu, 16 Jan 2025 23:40:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.629169318Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.629442434Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.630349581Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.632037354Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.632048554Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.632190616Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.669227028Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.669241758Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.669469472Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7343a8a7-01a9-4ee5-810a-c9e565b44885\", \"date\": \"Thu, 16 Jan 2025 23:40:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.669482043Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.669678327Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.671611854Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.671768367Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.675235193Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.67557186Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.678928734Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.678938414Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.679311081Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"84ab8182-abe8-4dd5-9bd7-b32032f1764b\", \"date\": \"Thu, 16 Jan 2025 23:40:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.681217148Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":32,"elapsed":"308.387863ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.69538779Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":32,"elapsed":"323.715647ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.697330278Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.697588623Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d36c575b-a18c-4bd7-85cf-354280472871\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:40:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.698925358Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.699193793Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.701194192Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"null","iteration":32,"elapsed":"329.508269ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.729567026Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.730040575Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fe6cea6-c822-4591-933c-1c2e0a6d9c79\", \"content-length\": \"691\", \"date\": \"Thu, 16 Jan 2025 23:40:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.730091516Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.730101566Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.730109076Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.731658866Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":32,"elapsed":"359.878161ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.746491761Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.746796327Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.748830676Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f81032f-5b5a-4e15-a902-c3dd58627e93, rack_id: 79114303-f678-43f7-aff3-a882c8c99560, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed94bf96-5c98-4d5e-9580-d87b95e3d576) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.748842296Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.749099921Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.756610725Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.7568238Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5a79ed9-ee91-497c-87b4-c65bdce6bbea\", \"content-length\": \"134\", \"date\": \"Thu, 16 Jan 2025 23:40:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.75684141Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.75685223Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed94bf96-5c98-4d5e-9580-d87b95e3d576","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.757065884Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.757075984Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.757083525Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.757091415Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.757098815Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.757106115Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.757278328Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.757289309Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.757430361Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.757440261Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.757659276Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.759698285Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.759803957Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d599f54b-2efd-425b-b476-23a0b969f2b4\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:40:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.759814137Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.759908189Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c3ff3ce-3ad6-40bd-af91-db72b8b8697b\", \"content-length\": \"52\", \"date\": \"Thu, 16 Jan 2025 23:40:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.759922209Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.759931299Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.858074904Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"bf28b8d3-3435-48fc-a9ea-aa309a751304\", \"date\": \"Thu, 16 Jan 2025 23:40:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:00.858101754Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.858110695Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.858438251Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebb67fdf-8398-4d71-8286-37df96e7ccdc\", \"content-length\": \"682\", \"date\": \"Thu, 16 Jan 2025 23:40:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.858478732Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.858754927Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.862743574Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.86309671Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.86567698Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.866043167Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.868048976Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.86826296Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:00.875685452Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":32,"elapsed":"504.113671ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:05.737190867Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"fdcae56d-f5e7-46b6-a0e2-a4e30f836352","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":253,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:10.371363945Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":95,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:10.371420476Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:10.371725172Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:10.373319923Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":95,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:10.373330223Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:10.373603858Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:10.37368345Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:10.375395583Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:10.375597187Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:10.375987464Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:10.375998884Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:10.376135327Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:10.378703126Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:10.379062123Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:10.380404259Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:10.382797395Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:10.382807665Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:10.382959728Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:10.395304585Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:10.395334526Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":95,"elapsed":"23.97917ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:10.401513734Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":95,"elapsed":"28.194451ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:15.737315327Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"6173bf3a-b97d-4d37-ab05-d478870a4179","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":283,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:20.371297542Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":96,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:20.371378964Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:20.37167615Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:20.373328321Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":96,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:20.373341082Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:20.373486164Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:20.373679278Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:20.374972303Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:20.375173397Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:20.375937531Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:20.375951282Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:20.376107455Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:20.376862819Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":96,"elapsed":"3.535808ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:20.377474891Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:20.377803517Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:20.379711494Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:20.38209148Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:20.38211393Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:20.382253623Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:20.39302805Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:20.39304856Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":96,"elapsed":"21.770168ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:25.73756267Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"989f4253-9dd2-4aa8-81c3-b2b934310dfc","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":293,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371365202Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371421303Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":35,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371433033Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.371443384Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371451804Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371460804Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":97,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371468814Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371476574Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371485094Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.371493865Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-16 23:30:30.371427223 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371502845Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371512565Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371521505Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371529685Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371538255Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371546326Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":18,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-16T23:40:30.371554946Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371564256Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371574756Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\"}","iteration":18,"elapsed":"14.65µs"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371586966Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371596396Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371607157Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371617087Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371630337Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371643397Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371657848Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371672468Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371685828Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371699088Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371711789Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371726079Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371737879Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371749859Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.371761839Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.37177321Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.37178579Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.372012544Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.372054235Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.372072185Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.372086046Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.372119686Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.372134197Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.372147107Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.372159107Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.372170978Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.372182318Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.372196068Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.372211658Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.372226499Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.372241679Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.372253829Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.372266089Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"dc5f3810-93b6-44f1-815c-44411abf99ad.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f4635fcc-61fc-4ff9-8203-b560522a972b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f4635fcc-61fc-4ff9-8203-b560522a972b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1938, tv_nsec: 684252331 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.37228852Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5c1ab32c-50b8-4564-bf29-e388b915cbdb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fd10c057-8c9f-4db2-98b5-bcf5e0d536ba.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fd7a4ec0-c746-4aff-9239-7c8992ff75d9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fd7a4ec0-c746-4aff-9239-7c8992ff75d9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1938, tv_nsec: 684254971 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.37231092Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.372400142Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.372610736Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.37281327Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.3728323Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":17,"elapsed":"1.309435ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.372920152Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.372930852Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":17,"elapsed":"1.403267ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.373389911Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.373400581Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.373407171Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":97,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.373414581Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.373420711Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.373426902Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.373433122Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.373439572Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.373446342Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.373452462Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":33,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.373458762Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.373465012Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.373657806Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.373671666Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.373679796Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.373693887Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.373753888Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.374451211Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.374460282Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.374669615Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.374755987Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.375386139Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.375394579Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.375627054Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.376002151Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.376267396Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":33,"elapsed":"4.67483ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.376276936Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.376284317Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.376291017Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.376298197Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.376304587Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.376311637Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.376319027Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.376325117Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.376332407Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.376339338Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.376594503Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.376605013Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.376633063Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.376642863Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.376650664Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.377813116Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.377822506Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.377996269Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.378112112Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.378120322Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.378126122Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.378133012Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.378271115Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.378341376Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.379459458Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.37960829Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.38012794Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.380410686Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-16 23:30:30.371427223 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.380425376Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"expiration\":\"2025-01-16T23:30:30.371427223Z\",\"pruned\":[]}","iteration":17,"elapsed":"8.996683ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.38167066Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1938, tv_nsec: 693660601 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.381760782Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1938, tv_nsec: 693762053 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.381778162Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.381787372Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.381914874Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.381923685Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.382025577Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.383197009Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.383610527Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.385685607Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.385712898Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.38585873Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.385879451Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.385887231Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.386030274Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.387157195Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.387686505Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.38793834Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.389172524Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.389193584Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.389360028Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.390495699Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.39105785Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"14.782334ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.393163781Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.394758681Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":17,"elapsed":"18.459705ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.396736099Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.39676597Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.396874992Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.397061245Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.397211688Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.398950592Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.399145016Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DnsResolver","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-198593b5-c3c6-4ef5-879a-52095a2ef511.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1938, tv_nsec: 711130827 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.399209217Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.399467452Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1104"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.401123003Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.403267175Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.403837806Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.405975117Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.405996337Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.40616811Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.408126318Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.408150209Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.408391743Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.409344261Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.419487996Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.419530837Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.419798072Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.423065595Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.423371981Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.434831051Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.436476233Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.437293408Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.437315938Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.437329959Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":17,"elapsed":"62.855117ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.440880837Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.440905447Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.440916318Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.441291835Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.443818263Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.443845944Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.443856034Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.443914545Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.44413935Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.444416615Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.44570817Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.445959524Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.445973675Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.445983465Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":17,"elapsed":"74.588813ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.446153868Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.446167579Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.446173589Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.446179439Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.446431024Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.446936633Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.447839951Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.447855601Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":33,"elapsed":"71.545735ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.447865121Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.448300789Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.449332279Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.44935533Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.449544204Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.449769278Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.450188576Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.450541843Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.450563903Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.450572683Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.450579293Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.450587033Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.450825778Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.450841918Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.451086943Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.451320947Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.452693784Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.454657002Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.454679282Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.454931347Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.45508623Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.45509894Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":33,"elapsed":"81.691539ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.455793173Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.455803424Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.456023678Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.456208801Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.456220062Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":97,"elapsed":"82.81589ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.456228242Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.456383045Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.456763312Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.459640597Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.459667388Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.459892642Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.462171316Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.46238778Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.463605323Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.463803217Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.464712715Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.464903588Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.466318186Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":33,"elapsed":"94.174558ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.47225777Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.47228485Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":97,"elapsed":"100.874478ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.476609653Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.476635174Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.476645594Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":33,"elapsed":"103.232782ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.480051019Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":33,"elapsed":"103.742942ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.480919026Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.480930256Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":33,"elapsed":"109.32144ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.488037023Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.488456851Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.489869058Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.489885908Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"5f7b2597-7e3e-46de-bb64-35ac03a6ae72"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.489896508Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.489922839Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.489935009Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.489943109Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"1d666faf-e0f3-47e6-9521-2c5224f5c82c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.489951169Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.490178894Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.490204374Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.525064594Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.52640541Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.527883378Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.535038786Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"physical_disks_added\":0}","iteration":35,"elapsed":"163.661013ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.543714372Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.543732662Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.544046468Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef7c0aa1-0247-41a1-b43d-c489e3f257ff\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:40:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.544064809Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.544885235Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.544895095Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.545103399Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50133de9-4453-4e08-9476-2f3c7da44320\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:40:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.545116829Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.548916102Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.549306069Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-16T23:40:30.557585299Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.557602719Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":17,"elapsed":"184.205058ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.572021256Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1112","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.572040646Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.5722527Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"MgsClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34731a66-0cf6-4b60-9296-17e64915622b\", \"content-length\": \"26\", \"date\": \"Thu, 16 Jan 2025 23:40:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.572294091Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1117","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.57432437Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/mod.rs:1149","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.66594686Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.666300886Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"2313c52f-938a-498b-a67c-c4d3c51beac9\", \"date\": \"Thu, 16 Jan 2025 23:40:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.666319727Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.667929358Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"d923a20c-4fc6-4f03-b858-ef4157130032\", \"date\": \"Thu, 16 Jan 2025 23:40:30 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.667946048Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.668961858Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.668972988Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":19,"elapsed":"297.624056ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.709609958Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.709833492Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ed58d94-a825-4f53-9bd9-d0818f654b40\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:40:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.712059615Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.712405481Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.717477749Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":33,"elapsed":"345.915403ms"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.747543936Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.747560807Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.748000495Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c01ee668-3d87-458d-bba2-13530bbb2ba0\", \"content-length\": \"372\", \"date\": \"Thu, 16 Jan 2025 23:40:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.748027556Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.74826332Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.750550604Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.750947181Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.751217467Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.75295751Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"null","iteration":33,"elapsed":"381.368854ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.753906548Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.753928179Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.754063371Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.755430918Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.756275014Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"1d666faf-e0f3-47e6-9521-2c5224f5c82c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.756288114Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.756296824Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_time_created":"2025-01-16 23:25:21.695734 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.756305144Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":2}","iteration":17,"elapsed":"384.843721ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.757949956Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Sled { parent: Fleet, key: 198593b5-c3c6-4ef5-879a-52095a2ef511, lookup_type: ById(198593b5-c3c6-4ef5-879a-52095a2ef511) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.757966126Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.75814408Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.759878963Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"0","iteration":33,"elapsed":"388.322938ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.764473061Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.779654573Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":33,"elapsed":"403.341786ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.779686784Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.779709554Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.781847355Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.781862075Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.782049189Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.782838784Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.782850454Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.783019068Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.78572446Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"5f7b2597-7e3e-46de-bb64-35ac03a6ae72"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.78574107Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.78574919Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"current_time_created":"2025-01-16 23:25:20.756297 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.78575768Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":1}","iteration":17,"elapsed":"414.256676ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.787104036Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.78732574Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.788428751Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.78989834Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.78990962Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.790045932Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.791673954Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.793346886Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.793357686Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.793497179Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.794250803Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.794264524Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.794577959Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e800b616-00be-401b-afae-d262918d5b14\", \"date\": \"Thu, 16 Jan 2025 23:40:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.79458805Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.794752463Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.796581908Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.796825383Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.799577406Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.79980187Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 198593b5-c3c6-4ef5-879a-52095a2ef511 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.802692115Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.802703066Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.803104103Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"fc0ff3a8-2051-4100-a2a5-11dacde0a8e7\", \"date\": \"Thu, 16 Jan 2025 23:40:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.804961929Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":33,"elapsed":"431.539128ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.814681025Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-16T23:24:20.471931Z, time_modified: 2025-01-16T23:24:20.471931Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 53828d51-c7a3-4557-b913-6b5f10d267df, db_silo: Silo { identity: SiloIdentity { id: 53828d51-c7a3-4557-b913-6b5f10d267df, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-16T23:25:21.631636Z, time_modified: 2025-01-16T23:25:21.631636Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 53828d51-c7a3-4557-b913-6b5f10d267df, db_silo: Silo { identity: SiloIdentity { id: 53828d51-c7a3-4557-b913-6b5f10d267df, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-16T23:25:21.631636Z, time_modified: 2025-01-16T23:25:21.631636Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.814699816Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"53828d51-c7a3-4557-b913-6b5f10d267df\",\"tls_certs\":[\"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\"]}},\"default_endpoint\":{\"silo_id\":\"53828d51-c7a3-4557-b913-6b5f10d267df\",\"tls_certs\":[\"a4365d8b9afd4ed855bf754b4e3aa2c5adc27081e5ed78a8729dbf95cbd20180\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":17,"elapsed":"443.183651ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.843724503Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.844177212Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"331e6e31-f961-4b7f-aa06-78bf9c0d1c36\", \"date\": \"Thu, 16 Jan 2025 23:40:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.844189752Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.845822684Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7acc80b3-2e2a-4989-82e3-4dded4a6dea6\", \"date\": \"Thu, 16 Jan 2025 23:40:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.845837024Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.847645939Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a56b92e2-d3a2-4f93-b5b9-f377afc8e384\", \"date\": \"Thu, 16 Jan 2025 23:40:30 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.847656069Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.849832901Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.849879912Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":19,"elapsed":"478.419848ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.858928885Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.859292922Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"SledAgent":"198593b5-c3c6-4ef5-879a-52095a2ef511","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caaa2068-a3a1-4eae-af41-61fd7064b804\", \"content-length\": \"691\", \"date\": \"Thu, 16 Jan 2025 23:40:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.859313583Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.859321243Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.859328573Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.860840952Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.861150768Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.861390223Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":33,"elapsed":"489.256185ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.863101366Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 4f81032f-5b5a-4e15-a902-c3dd58627e93, rack_id: 79114303-f678-43f7-aff3-a882c8c99560, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ed94bf96-5c98-4d5e-9580-d87b95e3d576) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.863111846Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.86335011Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.872271592Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.872527016Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acccdbbd-d2e4-4057-8cac-52646e021497\", \"content-length\": \"134\", \"date\": \"Thu, 16 Jan 2025 23:40:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.872547457Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.872557437Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ed94bf96-5c98-4d5e-9580-d87b95e3d576","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.872820722Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.872830692Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.872837753Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.872845233Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.872852123Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.872859063Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.873018356Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.873028536Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.873161579Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.873175199Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.873349912Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.875198928Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.87530612Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"792d5725-77ac-41ca-9ad0-3cf04417e63a\", \"content-length\": \"2\", \"date\": \"Thu, 16 Jan 2025 23:40:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.87532194Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.875391842Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"DpdClient","rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2474b765-ddba-43d0-888b-4a00747c8a66\", \"content-length\": \"52\", \"date\": \"Thu, 16 Jan 2025 23:40:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.875405912Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.875414902Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.963238979Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"3eefe4a3-bc9a-4aa8-ae82-7b716215e001\", \"date\": \"Thu, 16 Jan 2025 23:40:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:30.963264569Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.963274519Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.963485503Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"rack_id":"79114303-f678-43f7-aff3-a882c8c99560","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79363470-b482-4699-b68c-b82ca9b125d0\", \"content-length\": \"682\", \"date\": \"Thu, 16 Jan 2025 23:40:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.963511984Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.963697307Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.967338728Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.967673284Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.970530089Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.970757523Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.972525477Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.97268383Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:30.979412929Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{}","iteration":33,"elapsed":"607.772342ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:31.233902917Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:31.233929397Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","addr":"[fd00:1122:3344:101::a]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:31.263937054Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:31.264028915Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46278"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:31.264196879Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b6c1fe8a-8f07-4e93-871b-b03c7d305c17","remote_addr":"[fd00:1122:3344:101::a]:46278","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:31.264484814Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b6c1fe8a-8f07-4e93-871b-b03c7d305c17","remote_addr":"[fd00:1122:3344:101::a]:46278","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:31.306352068Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"nexus/src/app/oximeter.rs:76","collector_id":"0a365f9e-6c70-4a27-ba2b-6123ad53013e","producer_id":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:31.306391149Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/metrics/producers","method":"POST","req_id":"b6c1fe8a-8f07-4e93-871b-b03c7d305c17","remote_addr":"[fd00:1122:3344:101::a]:46278","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":42242,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:31.306458601Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6c1fe8a-8f07-4e93-871b-b03c7d305c17\", \"content-length\": \"41\", \"date\": \"Thu, 16 Jan 2025 23:40:31 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:31.307552612Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:31.307562053Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"component":"producer-registration-task","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:35.738009017Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"f55a4148-40eb-454d-bdbc-0aea81d86ffb","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":313,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:40.371218058Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":98,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:40.371275259Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:40.371598955Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:40.373257487Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":98,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:40.373281297Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:40.373571503Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:40.373620224Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:40.375113363Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:40.375300816Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:40.37602634Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:40.37603917Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:40.376198303Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:40.377335155Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:40.3775978Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:40.379238022Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:40.381455264Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:40.381467874Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:40.381599157Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:40.393848072Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:40.393865443Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":98,"elapsed":"22.671615ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:40.405392334Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":98,"elapsed":"32.141178ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-16T23:40:45.737517826Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"uri":"/bda5150c-3889-413e-a774-9d40d8f8536d","method":"GET","req_id":"e11aeb0d-153c-423a-915b-b76820054203","remote_addr":"[fd00:1122:3344:101::d]:40644","local_addr":"[fd00:1122:3344:101::a]:61982","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"bda5150c-3889-413e-a774-9d40d8f8536d","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":297,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:50.371681755Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":99,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:50.371737116Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:50.372069362Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:50.373638342Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","iteration":99,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:50.373663023Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:50.373773455Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:50.37400561Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:50.375961887Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:50.37613594Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:50.37614798Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:50.376193452Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:50.376299763Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:50.378956645Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:50.379112548Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:50.380716978Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:50.382748837Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: a0084857-e1b0-49b5-bf1a-36afccdaf1ca, lookup_type: ById(a0084857-e1b0-49b5-bf1a-36afccdaf1ca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:50.382764038Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:50.38289104Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:50.39432477Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"original_time_created":"2025-01-16 23:24:15.428233 UTC","original_target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","time_created":"2025-01-16 23:24:15.428233 UTC","target_id":"a0084857-e1b0-49b5-bf1a-36afccdaf1ca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:50.39434735Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"a0084857-e1b0-49b5-bf1a-36afccdaf1ca\",\"time_created\":\"2025-01-16T23:24:15.428233Z\"}","iteration":99,"elapsed":"22.682976ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-16T23:40:50.405242499Z","hostname":"oxz_nexus_bda5150c-3889-413e-a774-9d40d8f8536d","pid":24350,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"bda5150c-3889-413e-a774-9d40d8f8536d","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":99,"elapsed":"31.608767ms"}